-- Logs begin at Fri 2021-04-30 13:28:55 UTC, end at Fri 2021-04-30 14:37:49 UTC. --
Apr 30 13:59:32.651123 dv-cinder-788365-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 30 13:59:35.093729 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.common.config [-] Logging enabled!
Apr 30 13:59:35.094353 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev168
Apr 30 13:59:35.094508 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73737) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 30 13:59:35.097829 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.common.config [-] Logging enabled!
Apr 30 13:59:35.098088 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev168
Apr 30 13:59:35.098404 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73737) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 30 13:59:35.099345 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 30 13:59:35.099581 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 30 13:59:35.099954 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 30 13:59:35.100206 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 30 13:59:35.100436 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 30 13:59:35.100760 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.101061 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.101361 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.101595 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.101930 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.102227 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.102519 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.102808 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.103108 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.103433 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.103717 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.104005 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.104240 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.104521 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.104811 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.105128 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.105358 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] debug                          = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.105670 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.106133 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.106549 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.106831 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.107123 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.107405 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.107680 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.107961 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.108249 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.108588 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] host                           = dv-cinder-788365-2-iscsi {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.108880 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.109184 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.109475 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.109791 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.110101 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.110384 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.110674 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.110951 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.111225 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.111503 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.111793 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.112085 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.112386 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.112625 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.112849 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.113141 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.113433 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.113726 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.114010 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.114294 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.114574 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.114851 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.115122 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.115409 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.115695 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.115980 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.116256 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.116532 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.116805 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.117080 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.117367 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.117641 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.117941 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.118219 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.118513 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.118787 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.119067 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.119373 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.119661 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.119946 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.120235 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.120511 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.120798 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.121075 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.121391 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.121657 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.121958 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.122237 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.122530 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.122807 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.123083 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.123359 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.123636 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.123928 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:35.124232 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.124535 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.125366 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.125688 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.126012 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.126326 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.126623 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.126910 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.127205 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.127502 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.127802 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.128085 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.128409 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.128693 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.128997 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.129312 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.129615 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.129937 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.130218 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.134313 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.134313 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.134313 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.134313 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.134313 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.134313 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.134313 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.134313 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.134973 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.134973 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.134973 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.134973 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.134973 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.134973 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.134973 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.134973 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.134973 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.135558 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.135558 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.135695 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.135978 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.136261 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.136535 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.136810 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.137092 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.137369 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.137663 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.137973 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.138259 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.138533 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.138819 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.139096 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.139375 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.139658 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.139967 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.140248 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.141083 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.141374 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.141653 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.141957 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.142236 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.142549 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.142858 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.143144 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.143421 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.143707 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.143983 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.144261 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.144617 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.144916 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.145104 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.145392 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.145675 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.145981 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.146264 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.146580 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.146860 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.147147 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.147431 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.147704 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.148000 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.148288 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.148580 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.148863 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.149145 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.149443 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.149744 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.150037 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.150312 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.150594 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.150888 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.151174 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.151473 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.151772 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.152071 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.152373 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.152680 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.152970 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.153309 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.153601 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:35.153884 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 30 13:59:35.154141 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=73737) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Apr 30 13:59:35.513168 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=73737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:59:35.513446 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=73737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:59:35.513764 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=73737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 13:59:35.514105 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 30 13:59:35.826123 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:35.826424 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:35.826700 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:35.828017 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:35.828304 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:35.828570 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:35.951727 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:35.952011 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:35.952281 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:35.965790 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:35.966076 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:35.966352 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:35.996206 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:35.996485 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:35.996825 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:36.036366 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:36.036650 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:36.036922 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:36.277858 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fadc4449a60> agent after_create 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:36.278480 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fadc4449a60> agent after_update 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:36.278480 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fadc4449940> segment precommit_create 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:36.278619 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fadc44499d0> network precommit_delete 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:36.279345 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fadc4477670> segment before_delete 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:36.404656 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fadc4d9b9d0>> network before_delete 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:36.404980 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fadc44e7430> agent before_delete 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:36.405264 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fadc4d9b9d0>> network before_create 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:36.405538 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fadc4d9b9d0>> port before_create 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:36.405833 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fadc4d9b9d0>> port before_update 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:36.406208 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fadc4d9b9d0>> segment after_delete 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:36.406964 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fadc4d9b9d0>> segment precommit_create 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:36.407226 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fadc4d9b9d0>> segment precommit_delete 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:36.407485 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fadc4d9b9d0>> segment after_create 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:36.407771 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fadc4d9b9d0>> network after_delete 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:36.408033 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fadc4d9b9d0>> network precommit_delete 0 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:36.408300 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fadc4d9b9d0>> port provisioning_complete 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:36.408571 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fadc4d9b9d0>> rbac-policy before_create 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:36.408831 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fadc4d9b9d0>> rbac-policy after_delete 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:36.409102 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fadc4d9b9d0>> agent after_update 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:36.409374 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fadc4d9b9d0>> subnet after_delete 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:36.409638 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fadc4d9b9d0>> subnet precommit_delete 0 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:36.409935 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fadc4d9b9d0>> rbac-policy before_update 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:36.410193 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fadc4d9b9d0>> rbac-policy before_delete 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:36.410481 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fadc4d9b9d0>> segment_host_mapping after_create 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:36.410831 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fadc4d9b9d0>> port after_create 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:36.411233 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fadc4d9b9d0>> port after_update 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:36.411490 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fadc4d9b9d0>> port after_delete 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:36.411780 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fadc4d9b9d0>> rbac-policy before_create 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:36.412039 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fadc4d9b9d0>> rbac-policy before_update 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:36.412289 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fadc4d9b9d0>> rbac-policy before_delete 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:36.412684 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=73737) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 13:59:36.412932 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=73737) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 13:59:36.413178 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=73737) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 13:59:36.413420 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=73737) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 13:59:36.413664 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=73737) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 13:59:36.413937 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=73737) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 13:59:36.414316 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 30 13:59:36.417485 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 30 13:59:36.421431 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 30 13:59:36.425261 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1400, 1449)])])
Apr 30 13:59:36.426920 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 30 13:59:36.427383 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 30 13:59:36.427725 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 30 13:59:36.428121 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 30 13:59:36.430945 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 30 13:59:36.431366 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 30 13:59:36.431723 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 30 13:59:36.461133 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 30 13:59:36.461591 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fadc439d490>> qos_plugin after_init 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:36.461923 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=73737) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 30 13:59:36.462296 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fadc439d760>> logging-plugin after_init 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:36.463667 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=73737) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 30 13:59:36.464015 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 30 13:59:36.464268 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 30 13:59:36.467471 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fadc42b7a90>> floatingip before_response 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:36.467760 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fadc42b7a90>> port before_response 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:36.539170 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 30 13:59:36.539330 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 30 13:59:36.539574 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 30 13:59:36.539960 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 30 13:59:36.570215 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_db.sqlalchemy.engines [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=73737) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Apr 30 13:59:36.912179 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.plugins.ml2.managers [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Initializing driver for type 'gre'
Apr 30 13:59:36.912739 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] gre ID ranges: [(1, 1000)]
Apr 30 13:59:36.971187 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.plugins.ml2.managers [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Initializing driver for type 'local'
Apr 30 13:59:36.971531 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.plugins.ml2.managers [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Initializing driver for type 'vlan'
Apr 30 13:59:36.982564 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] VlanTypeDriver initialization complete
Apr 30 13:59:36.982942 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.plugins.ml2.managers [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Initializing driver for type 'vxlan'
Apr 30 13:59:36.983485 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] vxlan ID ranges: [(1, 1000)]
Apr 30 13:59:37.039806 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.plugins.ml2.managers [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Initializing extension driver 'port_security'
Apr 30 13:59:37.040250 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.plugins.ml2.extensions.port_security [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] PortSecurityExtensionDriver initialization complete
Apr 30 13:59:37.040552 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.plugins.ml2.managers [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Initializing mechanism driver 'openvswitch'
Apr 30 13:59:37.040892 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.plugins.ml2.managers [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Initializing mechanism driver 'hyperv'
Apr 30 13:59:37.047853 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.plugins.ml2.plugin [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=73737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:59:37.048608 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fadc4253940>> port after_create 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.049007 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fadc4253940>> port after_update 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.049355 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fadc4253940>> port after_delete 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.049759 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fadc4253910>> subnet after_create 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.050112 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fadc4253910>> subnet after_update 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.050454 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fadc4253910>> subnet after_delete 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.050829 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fadc3e13d00>> network after_create 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.051541 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fadc3e13d00>> network after_update 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.051541 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fadc3e13d00>> network after_delete 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.051858 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fadc3e13f70>> security_group after_create 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.052205 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fadc3e13f70>> security_group after_update 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.052546 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fadc3e13f70>> security_group after_delete 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.052929 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fadc3e13580>> security_group_rule after_create 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.053271 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fadc3e13580>> security_group_rule after_update 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.053612 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fadc3e13580>> security_group_rule after_delete 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.054008 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fadc3e1a430>> address_group after_create 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.054344 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fadc3e1a430>> address_group after_update 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.054696 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fadc3e1a430>> address_group after_delete 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.055002 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] ML2 OVO RPC backend initialized. {{(pid=73737) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 30 13:59:37.055703 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fadc3e1a820>> router_interface after_create 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.056073 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fadc3e1a820>> router_interface after_delete 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.056462 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fadc3e1a820>> network before_response 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.056805 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fadc3e1a820>> networks before_response 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.057148 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fadc3e1a820>> port before_response 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.057484 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fadc3e1a820>> ports before_response 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.057846 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fadc3e1a820>> subnet before_response 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.058183 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fadc3e1a820>> subnets before_response 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.058528 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fadc3e1a820>> network after_create 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.058875 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fadc3e1a820>> network after_update 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.059202 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fadc3e1a820>> network after_delete 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.059542 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fadc3e1a820>> port after_create 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.059878 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fadc3e1a820>> port after_update 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.060213 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fadc3e1a820>> port after_delete 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.060546 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fadc3e1a820>> subnet after_create 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.060876 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fadc3e1a820>> subnet after_update 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.061203 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fadc3e1a820>> subnet after_delete 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.061812 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.plugins.ml2.plugin [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Modular L2 Plugin initialization complete
Apr 30 13:59:37.062142 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading services supported by the core plugin {{(pid=73737) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 30 13:59:37.063050 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.plugins.ml2.managers [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Got port-security extension from driver 'port_security'
Apr 30 13:59:37.063512 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.extensions.vlantransparent [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Disabled vlantransparent extension.
Apr 30 13:59:37.064003 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=73737) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 30 13:59:37.064312 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading Plugin: router
Apr 30 13:59:37.101659 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fadc3e1a940>> router_interface before_create 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.102090 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fadc3e1a940>> router after_create 55549900 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.102461 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fadc3e1a940>> router before_create 55549900 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.102829 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fadc3e1a940>> router_interface before_delete 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.103197 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fadc3e1a940>> router_interface after_delete 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.103550 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fadc3e1a940>> router after_delete 55549900 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.103906 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fadc3e1a940>> floatingip after_update 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.104265 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fadc3e1a940>> router after_create 55549900 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.104611 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fadc3e1a940>> router after_update 55549900 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.104953 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fadc3e1a940>> router after_update 55549900 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.105299 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fadc3e1a940>> router_gateway after_delete 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.105654 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fadc3e1a940>> router after_update 55549900 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.106079 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fadc3e1a940>> router precommit_update 55549900 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.106444 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fadc4427670> port after_update 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.106779 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fadc4427700> port after_delete 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.107112 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fadc44275e0> subnet after_update 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.107445 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fadc4427160> subnetpool_address_scope after_update 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.107787 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fadc3e1a940>> port precommit_delete 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.108129 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fadc3e1a940>> router precommit_create 55549900 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.108467 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fadc441a550> port before_delete 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.108803 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fadc3e1a940>> router precommit_create 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.109672 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fadc3e1a940>> router after_update 55549900 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.110518 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fadc3e1a940>> router precommit_delete 55549900 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.110518 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fadc3e1a940>> router precommit_create 55549900 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.110938 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fadc3e1a940>> router_interface after_create 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.111055 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fadc3e1a940>> router precommit_update 55549900 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.111420 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fadc3e1a940>> network after_delete 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.112297 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.quota.resource_registry [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Tracking information for resource: router configured {{(pid=73737) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 13:59:37.112627 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.quota.resource_registry [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Tracking information for resource: floatingip configured {{(pid=73737) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 13:59:37.117756 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.db.l3_agentschedulers_db [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 30 13:59:37.118340 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fadc3d83160> port after_update 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.118702 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fadc3d83040> port after_create 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.119055 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <function _notify_port_delete at 0x7fadc3d830d0> port after_delete 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.119406 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fadc3d83430> port after_update 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.120205 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fadc3dbd130>> router before_create 55550100 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.120572 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fadc3dbd130>> router precommit_delete 55550100 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.120968 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fadc3dbd130>> router precommit_create 55550100 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.121422 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fadc3dbd130>> router precommit_update 55550100 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.126373 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.services.provider_configuration [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Service providers = [] {{(pid=73737) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 30 13:59:37.126736 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.db.servicetype_db [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=73737) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 30 13:59:37.129680 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.services.service_base [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=73737) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 30 13:59:37.130051 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.services.service_base [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=73737) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 30 13:59:37.130394 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.services.service_base [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=73737) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 30 13:59:37.131258 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.services.service_base [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=73737) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 30 13:59:37.131625 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.services.service_base [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 30 13:59:37.132180 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=73737) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 13:59:37.132499 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 30 13:59:37.142996 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=73737) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 13:59:37.143323 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading Plugin: auto_allocate
Apr 30 13:59:37.149257 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fadc3dcd790> network precommit_update 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.149630 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fadc3dcd790> network precommit_create 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.150187 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=73737) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 13:59:37.150508 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading Plugin: tag
Apr 30 13:59:37.157325 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=73737) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 13:59:37.157702 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading Plugin: timestamp
Apr 30 13:59:37.161460 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=73737) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 13:59:37.161819 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading Plugin: network_ip_availability
Apr 30 13:59:37.167054 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fadc3dcb7c0>> rbac-policy before_create 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.167377 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fadc3dcb7c0>> rbac-policy before_update 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.167731 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fadc3dcb7c0>> rbac-policy before_delete 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.168453 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=73737) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 13:59:37.168772 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading Plugin: flavors
Apr 30 13:59:37.174174 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=73737) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 13:59:37.174499 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading Plugin: revisions
Apr 30 13:59:37.178879 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=73737) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 13:59:37.179268 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_concurrency.lockutils [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.665s {{(pid=73737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 13:59:37.180022 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=73737) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 30 13:59:37.180357 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Initializing extension manager.
Apr 30 13:59:37.180924 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: __init__.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.181198 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: __pycache__ {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.181535 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.181898 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: address_group.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.182663 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.183346 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: address-group
Apr 30 13:59:37.183669 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: address_scope.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.184368 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.184882 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: address-scope
Apr 30 13:59:37.185196 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: admin_state_down_before_update.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.186165 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.186670 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: router-admin-state-down-before-update
Apr 30 13:59:37.186991 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: agent.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.188240 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.188744 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: agent
Apr 30 13:59:37.189059 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: agent_resources_synced.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.189990 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.190505 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: agent-resources-synced
Apr 30 13:59:37.190816 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: allowedaddresspairs.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.192626 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.193144 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: allowed-address-pairs
Apr 30 13:59:37.193467 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: auto_allocated_topology.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.194564 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.195078 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: auto-allocated-topology
Apr 30 13:59:37.195398 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: availability_zone.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.196077 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.196683 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: availability_zone
Apr 30 13:59:37.197003 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: availability_zone_filter.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.197939 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.198447 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: availability_zone_filter
Apr 30 13:59:37.198770 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: data_plane_status.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.199662 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.200160 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extension data-plane-status not supported by any of loaded plugins
Apr 30 13:59:37.200478 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: default_subnetpools.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.201382 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.201914 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: default-subnetpools
Apr 30 13:59:37.202236 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: dhcpagentscheduler.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.203114 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.203618 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: dhcp_agent_scheduler
Apr 30 13:59:37.203935 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: dns.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.205091 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.205594 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extension dns-integration not supported by any of loaded plugins
Apr 30 13:59:37.205954 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: dns_domain_ports.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.206851 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.207350 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 30 13:59:37.207671 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: dvr.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.208433 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.208937 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: dvr
Apr 30 13:59:37.209255 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: empty_string_filtering.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.210202 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.210710 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: empty-string-filtering
Apr 30 13:59:37.211023 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.211908 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.212401 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 30 13:59:37.212712 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.213603 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.214125 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 30 13:59:37.214438 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: external_net.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.215329 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.215823 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: external-net
Apr 30 13:59:37.216134 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: extra_dhcp_opt.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.217016 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.217509 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: extra_dhcp_opt
Apr 30 13:59:37.217857 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: extraroute.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.218785 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.219289 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: extraroute
Apr 30 13:59:37.219606 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: extraroute_atomic.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.220653 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.221167 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: extraroute-atomic
Apr 30 13:59:37.221497 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: filter_validation.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.222196 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.222702 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: filter-validation
Apr 30 13:59:37.223019 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: fip_pf_description.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.224126 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.224637 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 30 13:59:37.224955 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: fip_port_details.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.225892 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.226513 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: fip-port-details
Apr 30 13:59:37.226838 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: flavors.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.228064 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.228571 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: flavors
Apr 30 13:59:37.228892 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.230577 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.231086 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 30 13:59:37.231414 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: floatingip_pools.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.232092 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.232597 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: floatingip-pools
Apr 30 13:59:37.232917 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: ip_allocation.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.233842 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.234858 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extension ip_allocation not supported by any of loaded plugins
Apr 30 13:59:37.235177 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.236068 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.236571 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: ip-substring-filtering
Apr 30 13:59:37.236891 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: l2_adjacency.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.237824 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.238319 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 30 13:59:37.238633 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: l3.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.239615 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.240136 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: router
Apr 30 13:59:37.240557 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: l3_conntrack_helper.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.242843 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.243370 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 30 13:59:37.243702 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.244618 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.245134 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: ext-gw-mode
Apr 30 13:59:37.245461 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.246411 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.246919 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: l3-ha
Apr 30 13:59:37.247243 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: l3_flavors.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.248128 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.248640 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: l3-flavors
Apr 30 13:59:37.248959 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.250444 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.250960 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 30 13:59:37.251282 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: l3agentscheduler.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.252348 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.252855 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: l3_agent_scheduler
Apr 30 13:59:37.253178 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: logging.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.254710 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.255221 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extension logging not supported by any of loaded plugins
Apr 30 13:59:37.255548 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: metering.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.256275 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.256846 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: metering
Apr 30 13:59:37.257168 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.258269 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.258780 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: metering_source_and_destination_fields
Apr 30 13:59:37.259103 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: multiprovidernet.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.260141 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.260646 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: multi-provider
Apr 30 13:59:37.260967 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: netmtu.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.261893 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.262395 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: net-mtu
Apr 30 13:59:37.262712 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: netmtu_writable.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.263603 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.264104 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: net-mtu-writable
Apr 30 13:59:37.264420 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: network_availability_zone.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.265075 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.265618 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: network_availability_zone
Apr 30 13:59:37.265964 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: network_ip_availability.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.267039 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.267543 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: network-ip-availability
Apr 30 13:59:37.267863 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: network_segment_range.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.268606 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.269102 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extension network-segment-range not supported by any of loaded plugins
Apr 30 13:59:37.269526 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: pagination.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.270523 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.270856 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: pagination
Apr 30 13:59:37.271176 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: port_device_profile.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.272076 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.272592 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: port-device-profile
Apr 30 13:59:37.272911 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.273830 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.274336 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: port-mac-address-regenerate
Apr 30 13:59:37.274652 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.275537 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.276035 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: port-numa-affinity-policy
Apr 30 13:59:37.276349 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: port_resource_request.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.277263 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.277782 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extension port-resource-request not supported by any of loaded plugins
Apr 30 13:59:37.278102 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: portbindings.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.279004 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.279499 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: binding
Apr 30 13:59:37.279814 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: portbindings_extended.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.281099 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.281605 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: binding-extended
Apr 30 13:59:37.281956 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: portsecurity.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.282859 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.283364 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: port-security
Apr 30 13:59:37.283680 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: project_id.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.284626 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.284998 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: project-id
Apr 30 13:59:37.285338 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: providernet.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.286287 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.286799 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: provider
Apr 30 13:59:37.287119 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: qos.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.290793 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.291312 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extension qos not supported by any of loaded plugins
Apr 30 13:59:37.291641 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.292870 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.293383 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 30 13:59:37.293727 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.294629 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.295133 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 30 13:59:37.295456 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: qos_default.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.296344 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.297364 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extension qos-default not supported by any of loaded plugins
Apr 30 13:59:37.297686 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: qos_fip.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.298345 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.298843 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extension qos-fip not supported by any of loaded plugins
Apr 30 13:59:37.299161 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: qos_gateway_ip.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.300060 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.300562 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 30 13:59:37.300882 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: qos_port_network_policy.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.301825 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.302326 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 30 13:59:37.302649 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: qos_rule_type_details.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.303535 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.304039 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 30 13:59:37.304357 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: qos_rules_alias.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.305373 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.305911 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 30 13:59:37.306233 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: quotasv2.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.307307 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.307634 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: quotas
Apr 30 13:59:37.307952 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: quotasv2_detail.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.309664 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.310024 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: quota_details
Apr 30 13:59:37.310361 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: rbac.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.311448 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.311976 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: rbac-policies
Apr 30 13:59:37.313189 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: rbac_address_group.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.314247 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.314771 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: rbac-address-group
Apr 30 13:59:37.315094 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: rbac_address_scope.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.316037 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.316581 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: rbac-address-scope
Apr 30 13:59:37.316930 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: rbac_security_groups.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.318133 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.318586 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: rbac-security-groups
Apr 30 13:59:37.318880 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: rbac_subnetpool.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.319840 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.321062 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: rbac-subnetpool
Apr 30 13:59:37.321501 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: revisionifmatch.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.322670 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.323200 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: revision-if-match
Apr 30 13:59:37.323541 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: revisions.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.324855 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.325503 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: standard-attr-revisions
Apr 30 13:59:37.325896 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: router_availability_zone.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.326719 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.327227 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: router_availability_zone
Apr 30 13:59:37.327546 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: routerservicetype.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.328550 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.329101 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extension router-service-type not supported by any of loaded plugins
Apr 30 13:59:37.329798 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.330676 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.331413 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: security-groups-normalized-cidr
Apr 30 13:59:37.331666 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: security_groups_port_filtering.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.332708 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.333352 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: port-security-groups-filtering
Apr 30 13:59:37.333690 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.334787 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.335517 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: security-groups-remote-address-group
Apr 30 13:59:37.335982 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: securitygroup.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.346835 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.347376 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: security-group
Apr 30 13:59:37.347706 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: segment.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.348497 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.349004 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extension segment not supported by any of loaded plugins
Apr 30 13:59:37.349328 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.350313 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.350819 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 30 13:59:37.351204 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: servicetype.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.352248 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.352763 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: service-type
Apr 30 13:59:37.353085 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: sorting.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.354149 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.354403 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: sorting
Apr 30 13:59:37.354731 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: standard_attr_segment.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.355621 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.356128 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 30 13:59:37.356451 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: standardattrdescription.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.357098 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.357606 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: standard-attr-description
Apr 30 13:59:37.357950 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: stateful_security_group.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.358869 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.359948 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: stateful-security-group
Apr 30 13:59:37.360267 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: stdattrs_common.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.360847 dv-cinder-788365-2-iscsi neutron-server[73737]: WARNING neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 30 13:59:37.361167 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.362208 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.362839 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 30 13:59:37.363160 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: subnet_onboard.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.364315 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.364835 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: subnet_onboard
Apr 30 13:59:37.365155 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.366094 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.366604 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 30 13:59:37.366917 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: subnet_service_types.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.367822 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.368336 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: subnet-service-types
Apr 30 13:59:37.368662 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: subnetallocation.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.369732 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.370252 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: subnet_allocation
Apr 30 13:59:37.370578 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.371244 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.371751 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: subnetpool-prefix-ops
Apr 30 13:59:37.372068 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.372992 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.373501 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 30 13:59:37.373853 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: tagging.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.375025 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.375541 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: standard-attr-tag
Apr 30 13:59:37.375869 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: timestamp.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.377061 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.377850 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loaded extension: standard-attr-timestamp
Apr 30 13:59:37.377959 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: trunk.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.378976 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.379446 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extension trunk not supported by any of loaded plugins
Apr 30 13:59:37.379819 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: trunk_details.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.380766 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.381272 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extension trunk-details not supported by any of loaded plugins
Apr 30 13:59:37.381596 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: uplink_status_propagation.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.382536 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.383066 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 30 13:59:37.383385 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Loading extension file: vlantransparent.py {{(pid=73737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 13:59:37.384073 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=73737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 13:59:37.384657 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 30 13:59:37.387203 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.quota.resource_registry [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Creating instance of TrackedResource for resource:network
Apr 30 13:59:37.387941 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.quota.resource_registry [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Creating instance of TrackedResource for resource:subnet
Apr 30 13:59:37.388731 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.quota.resource_registry [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Creating instance of TrackedResource for resource:subnetpool
Apr 30 13:59:37.389321 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.quota.resource_registry [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Creating instance of TrackedResource for resource:port
Apr 30 13:59:37.390732 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.v2.resource_helper [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:59:37.391185 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.v2.resource_helper [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Service FLAVORS assigned prefix:  {{(pid=73737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:59:37.391808 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.v2.resource_helper [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:59:37.392237 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.v2.resource_helper [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:59:37.392563 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.quota.resource_registry [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Creating instance of TrackedResource for resource:router
Apr 30 13:59:37.393218 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.quota.resource_registry [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Creating instance of TrackedResource for resource:floatingip
Apr 30 13:59:37.393940 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.v2.resource_helper [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Service METERING assigned prefix: /metering {{(pid=73737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:59:37.395407 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fadc3ca8ca0>> rbac-policy before_create 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.395772 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fadc3ca8ca0>> rbac-policy before_update 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.396121 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fadc3ca8ca0>> rbac-policy before_delete 55550000 {{(pid=73737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 13:59:37.397266 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.quota.resource_registry [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Creating instance of CountableResource for resource:rbac_policy
Apr 30 13:59:37.397733 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.quota.resource_registry [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Creating instance of TrackedResource for resource:security_group
Apr 30 13:59:37.398377 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.quota.resource_registry [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 30 13:59:37.399102 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.v2.resource_helper [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Service CORE assigned prefix:  {{(pid=73737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:59:37.399431 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.quota.resource_registry [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Creating instance of TrackedResource for resource:subnetpool
Apr 30 13:59:37.399763 dv-cinder-788365-2-iscsi neutron-server[73737]: WARNING neutron.quota.resource_registry [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] subnetpool is already registered
Apr 30 13:59:37.400374 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.v2.resource_helper [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Service CORE assigned prefix:  {{(pid=73737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:59:37.400700 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.quota.resource_registry [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Creating instance of TrackedResource for resource:subnetpool
Apr 30 13:59:37.401021 dv-cinder-788365-2-iscsi neutron-server[73737]: WARNING neutron.quota.resource_registry [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] subnetpool is already registered
Apr 30 13:59:37.404658 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.v2.resource_helper [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:59:37.405091 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.v2.resource_helper [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Service FLAVORS assigned prefix:  {{(pid=73737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:59:37.405678 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.v2.resource_helper [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:59:37.406729 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.v2.resource_helper [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=73737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:59:37.407060 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.quota.resource_registry [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Creating instance of TrackedResource for resource:router
Apr 30 13:59:37.407383 dv-cinder-788365-2-iscsi neutron-server[73737]: WARNING neutron.quota.resource_registry [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] router is already registered
Apr 30 13:59:37.407967 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.quota.resource_registry [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Creating instance of TrackedResource for resource:floatingip
Apr 30 13:59:37.408290 dv-cinder-788365-2-iscsi neutron-server[73737]: WARNING neutron.quota.resource_registry [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] floatingip is already registered
Apr 30 13:59:37.408906 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.v2.resource_helper [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Service METERING assigned prefix: /metering {{(pid=73737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:59:37.409569 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.quota.resource_registry [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Creating instance of CountableResource for resource:rbac_policy
Apr 30 13:59:37.409952 dv-cinder-788365-2-iscsi neutron-server[73737]: WARNING neutron.quota.resource_registry [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] rbac_policy is already registered
Apr 30 13:59:37.410576 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.quota.resource_registry [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Creating instance of TrackedResource for resource:security_group
Apr 30 13:59:37.410900 dv-cinder-788365-2-iscsi neutron-server[73737]: WARNING neutron.quota.resource_registry [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] security_group is already registered
Apr 30 13:59:37.411503 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.quota.resource_registry [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 30 13:59:37.411862 dv-cinder-788365-2-iscsi neutron-server[73737]: WARNING neutron.quota.resource_registry [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] security_group_rule is already registered
Apr 30 13:59:37.412594 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.v2.resource_helper [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Service CORE assigned prefix:  {{(pid=73737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:59:37.412939 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.quota.resource_registry [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Creating instance of TrackedResource for resource:subnetpool
Apr 30 13:59:37.413307 dv-cinder-788365-2-iscsi neutron-server[73737]: WARNING neutron.quota.resource_registry [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] subnetpool is already registered
Apr 30 13:59:37.414035 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.v2.resource_helper [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Service CORE assigned prefix:  {{(pid=73737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 13:59:37.414386 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.quota.resource_registry [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Creating instance of TrackedResource for resource:subnetpool
Apr 30 13:59:37.414706 dv-cinder-788365-2-iscsi neutron-server[73737]: WARNING neutron.quota.resource_registry [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] subnetpool is already registered
Apr 30 13:59:37.415346 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extended resource: extensions {{(pid=73737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:59:37.416841 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extended resource: address-groups {{(pid=73737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:59:37.418548 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extended resource: address-scopes {{(pid=73737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:59:37.419685 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extended resource: agents {{(pid=73737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:59:37.420833 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extended resource: auto-allocated-topology {{(pid=73737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:59:37.422671 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extended resource: availability_zones {{(pid=73737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:59:37.423976 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extended resource: dhcp-networks {{(pid=73737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:59:37.425384 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extended resource: dhcp-agents {{(pid=73737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:59:37.426832 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extended resource: routers {{(pid=73737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:59:37.428649 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extended resource: flavors {{(pid=73737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:59:37.429850 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extended resource: service_profiles {{(pid=73737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:59:37.431085 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extended resource: next_providers {{(pid=73737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:59:37.432737 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extended resource: service_profiles {{(pid=73737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:59:37.434468 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extended resource: floatingip-pools {{(pid=73737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:59:37.435716 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extended resource: routers {{(pid=73737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:59:37.437643 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extended resource: floatingips {{(pid=73737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:59:37.438856 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extended resource: l3-routers {{(pid=73737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:59:37.440245 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extended resource: l3-agents {{(pid=73737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:59:37.441644 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extended resource: metering-labels {{(pid=73737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:59:37.443005 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extended resource: metering-label-rules {{(pid=73737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:59:37.444272 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extended resource: network-ip-availabilities {{(pid=73737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:59:37.445525 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extended resource: bindings {{(pid=73737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:59:37.447184 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extended resource: quotas {{(pid=73737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:59:37.448608 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extended resource: quotas {{(pid=73737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:59:37.450037 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extended resource: rbac-policies {{(pid=73737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:59:37.451325 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extended resource: security-groups {{(pid=73737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:59:37.452520 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extended resource: security-group-rules {{(pid=73737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:59:37.453838 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extended resource: service-providers {{(pid=73737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:59:37.455310 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extended resource: subnetpools {{(pid=73737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:59:37.456713 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extended resource: subnetpools {{(pid=73737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:59:37.458336 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extended resource: tags {{(pid=73737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:59:37.460158 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extended resource: tags {{(pid=73737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:59:37.462052 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extended resource: tags {{(pid=73737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:59:37.463820 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extended resource: tags {{(pid=73737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:59:37.466744 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extended resource: tags {{(pid=73737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:59:37.469128 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extended resource: tags {{(pid=73737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:59:37.470836 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extended resource: tags {{(pid=73737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:59:37.585371 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extended resource: tags {{(pid=73737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:59:37.587162 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extended resource: tags {{(pid=73737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:59:37.588999 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron.api.extensions [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Extended resource: tags {{(pid=73737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 13:59:37.595428 dv-cinder-788365-2-iscsi neutron-server[73737]: WARNING keystonemiddleware.auth_token [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 30 13:59:37.600091 dv-cinder-788365-2-iscsi neutron-server[73737]: WARNING keystonemiddleware.auth_token [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 30 13:59:37.608157 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_concurrency.lockutils [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Acquired lock "singleton_lock" {{(pid=73737) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 30 13:59:37.608639 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_concurrency.lockutils [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Releasing lock "singleton_lock" {{(pid=73737) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 30 13:59:37.609953 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO oslo_service.service [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Starting 2 workers
Apr 30 13:59:37.614665 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Started child 73844 {{(pid=73737) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Apr 30 13:59:37.619046 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Started child 73845 {{(pid=73737) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Apr 30 13:59:37.619770 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:37.620545 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO neutron.service [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Neutron service started, listening on 0.0.0.0:9696
Apr 30 13:59:37.621184 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Notify callbacks [] for process, before_spawn {{(pid=73737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:37.621288 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [-] (73844) wsgi starting up on http://0.0.0.0:9696
Apr 30 13:59:37.623435 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:37.623916 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO oslo_service.service [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Starting 1 workers
Apr 30 13:59:37.624768 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [-] (73845) wsgi starting up on http://0.0.0.0:9696
Apr 30 13:59:37.628606 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Started child 73846 {{(pid=73737) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Apr 30 13:59:37.629658 dv-cinder-788365-2-iscsi neutron-server[73737]: INFO oslo_service.service [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Starting 1 workers
Apr 30 13:59:37.632169 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.service [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] calling RpcWorker wait() {{(pid=73846) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 30 13:59:37.632715 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.service [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] returning from RpcWorker wait() {{(pid=73846) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 30 13:59:37.633613 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Started child 73847 {{(pid=73737) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Apr 30 13:59:37.633918 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:37.634381 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:59:37.634475 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG neutron_lib.callbacks.manager [None req-38c4ad3f-d9a3-42a6-98da-f61b67a4a1bb None None] Notify callbacks [] for process, after_spawn {{(pid=73737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:37.636193 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73737) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Apr 30 13:59:37.636404 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 30 13:59:37.636579 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 30 13:59:37.636791 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 30 13:59:37.637128 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 30 13:59:37.637291 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 30 13:59:37.637809 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.638072 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.638339 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.638481 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:37.638988 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.638988 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.639433 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.639689 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.639940 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.640151 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:59:37.640254 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.640504 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.640674 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.641015 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.641262 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.641492 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.641833 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.642113 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.642368 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.642632 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.642807 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.643068 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.643317 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.643542 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.643808 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] debug                          = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.644046 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.644660 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.644856 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.645092 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.645326 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.645647 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.645906 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.646183 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.646425 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.646641 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.646885 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.647142 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.647384 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.647615 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.647852 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.648122 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.648340 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.648823 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] host                           = dv-cinder-788365-2-iscsi {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.649043 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.649258 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.649500 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.649785 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.650030 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.650261 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.650518 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.650760 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.650998 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.651290 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.651451 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.651681 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.651927 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.652190 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.652337 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.652571 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.652840 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.653115 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.653304 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.653472 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.653651 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.653924 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.654073 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.654319 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.654531 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.654741 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.654954 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.655187 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.655430 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.655670 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.655911 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.656685 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.656929 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.657116 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.657359 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.657581 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.657826 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.658046 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.658258 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.658470 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.658700 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.658922 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.659131 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.659341 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.659581 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.659811 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.660215 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.660419 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.660788 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.661018 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.661702 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.661960 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.662249 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.663147 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.663602 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.663936 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.664122 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.664359 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.664622 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.664835 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.665057 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.665315 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.665529 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.665979 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.666343 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.666588 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.666979 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.667381 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.667599 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.668018 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.668316 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.668684 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.669167 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.669428 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.669683 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.669942 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.670163 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.670422 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.670650 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.670961 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.671212 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.671529 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.672479 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.672762 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.673093 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.673372 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.673638 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.673901 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.674149 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.674376 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.674606 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.674932 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.675197 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.675463 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.32/identity {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.675886 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.676031 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.676194 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.676449 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.676591 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.676925 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.677156 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.677449 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.677624 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.677778 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.678149 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.679114 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.679520 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.680388 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.681279 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.681279 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.682014 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.682310 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.682552 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.682800 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.683095 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.683516 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.683661 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.683834 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.684110 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.684375 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.684987 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.685218 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.685446 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.685699 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.685968 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.686197 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.686470 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.686652 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.686846 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.687106 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.688066 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.688066 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.688066 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.688066 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.688598 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.688598 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.688883 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.689016 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.689148 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.689640 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.689640 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.690057 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.690057 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.690315 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.690456 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.690621 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.690837 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.691056 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.691611 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.691611 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.691992 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.692128 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.693332 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.693332 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.693332 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.693332 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.693690 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.693795 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.693999 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.694249 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.694510 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.694759 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.695005 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.695246 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.695526 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.695765 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.696048 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.696281 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.696508 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.696794 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.697019 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.697496 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.697496 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.697791 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.698175 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.698605 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.699031 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.699414 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.700371 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.700771 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.701199 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.701619 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.702068 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.702451 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.703373 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.703837 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.704244 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.704907 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.705481 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.705774 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.706021 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.706263 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.706522 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.706761 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.707004 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.707661 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.707661 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.707861 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.707988 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.708367 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.708747 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.709226 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.709612 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.710266 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.711846 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.713422 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.713702 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.713987 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.714274 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.714533 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.714785 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.715041 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.715305 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.32/identity {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.715548 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.715805 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.716067 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.716290 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.716535 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.716761 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.716977 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.717198 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.717423 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.717681 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.720033 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.720285 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.720776 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.721022 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.721257 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.721875 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.722109 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.723452 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.723767 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.724036 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.724275 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.724528 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.724756 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.725020 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.725267 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.725563 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.726089 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.726344 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.726582 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.726857 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.727139 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.727360 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.727634 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.727859 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.728178 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.728313 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.728553 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.728767 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.728984 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.729219 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.729435 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.729723 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.729943 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.730287 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.730538 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.730802 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.731061 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.731297 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.731515 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.731753 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.731974 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.732209 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.732535 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.732637 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.732914 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.733159 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.733400 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.733617 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.733872 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.734133 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.734351 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.734611 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.734882 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.735132 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.735366 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.735615 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.735881 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.736138 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.736327 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.736542 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.737139 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.737139 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.737513 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.737662 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.737833 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.738046 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.738290 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.738487 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.738704 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.738946 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.739167 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.739382 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.739620 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.739831 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.740454 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.740678 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.740938 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.741283 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.741543 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.741797 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.742091 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.742357 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.742595 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.742865 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.743194 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.743416 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.743667 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.743890 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.744111 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.744334 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.744605 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.744929 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.745236 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.745489 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.745822 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.746242 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.746530 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1400:1449'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.746800 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.747015 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.747334 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.747680 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.747974 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.748239 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.748488 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.748768 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.748993 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.749220 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.749458 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.749737 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.749972 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.750217 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.750485 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.750714 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.750957 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.751189 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.751412 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.751659 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.751898 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.752118 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.752336 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.752787 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 30 13:59:37.753377 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73737) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Apr 30 13:59:37.753525 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 30 13:59:37.753699 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 30 13:59:37.753930 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 30 13:59:37.754133 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 30 13:59:37.754133 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 30 13:59:37.754133 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.754697 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.754762 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.754903 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.755033 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.755215 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.755377 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.755538 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.755697 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.755858 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.756017 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.756178 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.756336 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.756495 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.756655 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.756814 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.756973 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.757057 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:59:37.757142 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.757282 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.757442 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.757600 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.757778 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.757938 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] debug                          = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.758101 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.758304 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.758473 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.758630 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.758789 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.758947 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.759105 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.759264 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.759421 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.759579 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.759726 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.759883 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.760042 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.760200 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.760358 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.760516 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.760673 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.760831 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] host                           = dv-cinder-788365-2-iscsi {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.760990 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.761148 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.761307 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.761465 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.761623 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.761807 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.761968 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.762126 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.762284 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.762442 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.762601 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.762759 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.762923 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.763081 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.763240 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.763399 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.763557 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.763714 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.763889 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.764052 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.764211 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.764369 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.764528 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.764686 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.764847 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.764991 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.765148 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.765822 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.765998 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.766161 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.766313 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.766458 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.766610 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.766771 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.766929 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.767088 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.767245 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.767404 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.767563 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.767720 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.767879 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.768037 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.768192 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.768341 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.768499 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.768658 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.768817 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.768975 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.769152 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.769337 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.769546 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.769682 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.769854 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.770042 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.770042 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.770286 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.770649 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.770649 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.770885 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.771004 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.771164 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.771302 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.771423 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.771542 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.771684 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.771841 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.772000 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.772160 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.772325 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 13:59:37.772507 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.772673 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.772847 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.773033 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.773167 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.773329 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.773490 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.773653 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.773909 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.774071 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.774244 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.774407 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.774580 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.774744 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.774906 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.775070 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.775234 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.775395 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.775556 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.775716 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.775877 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.776039 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.776216 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.776378 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.776540 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.32/identity {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.776701 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.776864 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.777029 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.777175 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.777452 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.777624 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.777810 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.777972 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.778138 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.778288 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.778435 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.778599 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.778760 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.778921 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.779084 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.779246 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.779409 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.779569 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.779731 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.779893 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.780055 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.780216 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.780378 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.780541 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.780701 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.780874 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.781591 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.781778 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.781938 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.782279 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.782443 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.782608 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.782771 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.782933 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.783154 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.783256 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.783417 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.783582 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.783752 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.783895 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.784032 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.784221 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.784423 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.784591 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.784746 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.784948 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.785062 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.785254 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.785439 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.785636 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.785636 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.786029 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.786029 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.786277 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.786277 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.786527 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.786673 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.786807 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.786951 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.787083 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.787216 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.787349 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.787523 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.787685 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.787846 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.788008 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.788168 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.788329 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.788489 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.788649 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.788809 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.788970 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.789134 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.789295 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.789456 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.789616 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.789798 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.790006 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.790174 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.790334 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.790496 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.790657 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.790818 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.790979 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.791139 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.791299 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.791470 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.791631 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.791799 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.791959 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.792126 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.792304 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.792467 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.792629 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.792791 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.792952 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.793116 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.793281 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.793441 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.793602 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.793783 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.793946 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.794114 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.794286 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.794448 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.794609 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.794771 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.794956 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.795116 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.795277 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.795423 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.795571 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.795737 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.795898 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.796059 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.796221 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.796381 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.796562 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.796727 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.32/identity {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.796889 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.797050 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.797211 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.797371 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.797533 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.797695 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.797893 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.798016 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.798178 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.798903 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.798903 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.798903 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.798903 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.799283 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.799283 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.799283 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.799580 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.799580 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.799817 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.799817 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.799965 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.800126 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.800287 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.800448 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.800611 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.800775 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.800936 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.801234 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.801487 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.801675 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.801859 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.801993 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.802137 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.802303 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.802465 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.802628 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.802789 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.802950 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.803111 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.803274 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.803436 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.803598 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.803759 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.803937 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.804100 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.804263 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.804424 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.804611 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.804739 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.804900 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.805062 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.805222 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.805384 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.805545 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.805764 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.805894 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.806056 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.806219 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.806379 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.806541 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.806702 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.806864 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.807039 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.807200 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.807361 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.807522 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.807683 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.807855 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.808016 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.808177 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.808339 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.808501 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.808672 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.808834 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.808995 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.809156 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.809317 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.809487 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.809647 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.809828 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.809989 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.810150 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.810319 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.810480 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.810640 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.810801 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.810962 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.811131 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.811295 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.811459 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.811628 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.811790 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.811952 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.812113 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.812319 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.812483 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.812648 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.812811 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.812973 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.813134 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.813298 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.813477 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.813636 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.813811 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.813975 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.814146 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.814315 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1400:1449'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.814487 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.814648 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.814816 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.815104 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.815270 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.815408 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.815542 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.815677 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.815801 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.815892 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.816050 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.816210 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.816371 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.816533 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.816695 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.816856 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.817017 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.817177 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.817338 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.817499 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.817660 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.817847 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.818009 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 13:59:37.818164 dv-cinder-788365-2-iscsi neutron-server[73737]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 30 13:59:37.819035 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 40108) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:59:37.827322 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0063295
Apr 30 13:59:48.635258 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75179041-798f-4183-bfc8-e70590656dd0 None None] get_active_networks_info from dv-cinder-788365-2-iscsi {{(pid=73846) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 30 13:59:48.732035 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75179041-798f-4183-bfc8-e70590656dd0 None None] No non-hosted networks {{(pid=73846) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 30 13:59:48.755503 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.agentschedulers_db [None req-75179041-798f-4183-bfc8-e70590656dd0 None None] DHCP Agent not found on host dv-cinder-788365-2-iscsi {{(pid=73846) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Apr 30 13:59:48.894533 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-5da3aa88-03c3-4a83-888d-b92e0ed58d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254'] for agent, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:51.351557 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-fe58a3db-fb37-41e8-a7ef-de7b4aa500a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254'] for agent, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:51.382222 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254'] for agent, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:51.384272 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:59:51.384624 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:59:51.385106 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:59:51.385441 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:59:51.385796 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:59:51.388065 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:59:51.389213 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:59:51.389574 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:59:51.390788 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:59:51.391172 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:59:51.391510 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:59:51.391830 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 13:59:51.392220 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fadc304fc40>, 'Open vSwitch agent', 'dv-cinder-788365-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:59:51.404342 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fadc3017400>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788365-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 13:59:51.421539 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-12d3502f-0f14-42cc-a265-1dec847e37f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:52.230413 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254'] for agent, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:53.780494 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254'] for agent, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:54.507919 dv-cinder-788365-2-iscsi neutron-server[73846]: INFO neutron.db.l3_hamode_db [None req-5983b11a-e97b-48ea-b8e2-2dbc2e25d49a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 30 13:59:54.593968 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5983b11a-e97b-48ea-b8e2-2dbc2e25d49a None None] Routers set() bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 13:59:54.594352 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5983b11a-e97b-48ea-b8e2-2dbc2e25d49a None None] Router IDs set() for agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Apr 30 13:59:55.393409 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 40198) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:59:55.967638 dv-cinder-788365-2-iscsi neutron-server[73844]: WARNING oslo_policy.policy [None req-d433c789-d72b-4871-862b-3043e59c69dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 13:59:55.968265 dv-cinder-788365-2-iscsi neutron-server[73844]: WARNING oslo_policy.policy [None req-d433c789-d72b-4871-862b-3043e59c69dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 13:59:56.183367 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [None req-d433c789-d72b-4871-862b-3043e59c69dc admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=73844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 13:59:56.184646 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-d433c789-d72b-4871-862b-3043e59c69dc admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7891998
Apr 30 13:59:58.512431 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 40212) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 13:59:58.870621 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-828da796-6460-4b6c-a273-b299eb43b2bb admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 13:59:58.969318 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.policy [None req-828da796-6460-4b6c-a273-b299eb43b2bb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73844) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Apr 30 13:59:59.014987 dv-cinder-788365-2-iscsi neutron-server[73844]: WARNING oslo_policy.policy [None req-828da796-6460-4b6c-a273-b299eb43b2bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 13:59:59.015357 dv-cinder-788365-2-iscsi neutron-server[73844]: WARNING oslo_policy.policy [None req-828da796-6460-4b6c-a273-b299eb43b2bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 13:59:59.023917 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.quota [None req-828da796-6460-4b6c-a273-b299eb43b2bb admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fadc370a340>.
Apr 30 13:59:59.039109 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-828da796-6460-4b6c-a273-b299eb43b2bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 13:59:59.098383 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-828da796-6460-4b6c-a273-b299eb43b2bb admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774022524047', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774022523226', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774022499169', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774022507782', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774022155954', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774022161337', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-639925', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-621712', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7941233', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7884743'] for rbac-policy, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:59.159698 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-828da796-6460-4b6c-a273-b299eb43b2bb admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 13:59:59.160847 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-828da796-6460-4b6c-a273-b299eb43b2bb admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6474707
Apr 30 14:00:01.729096 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 40226) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:00:02.077685 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '39b1698fb7ac493a94ec724482cf1c87', 'name': 'private', 'tenant_id': '39b1698fb7ac493a94ec724482cf1c87'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:00:02.082817 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:00:02.087217 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] Usage tracker for resource:network and tenant:39b1698fb7ac493a94ec724482cf1c87 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:00:02.091727 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:00:02.098343 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:00:02.107687 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] Made reservation on behalf of 39b1698fb7ac493a94ec724482cf1c87 for: {'network': 1} {{(pid=73844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:00:02.111058 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for network, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:02.128263 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:02.141847 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:00:02.145508 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] Usage tracker for resource:security_group_rule and tenant:39b1698fb7ac493a94ec724482cf1c87 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:00:02.150370 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:00:02.156247 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:00:02.255216 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:02.259062 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:02.264505 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:00:02.282716 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] vlan segment allocate from pool success with {'vlan_id': 1413, 'physical_network': 'physnet1'}  {{(pid=73844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 14:00:02.309304 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774018681236', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-993311'] for segment, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:02.309928 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fadc4449940> segment precommit_create {{(pid=73844) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Apr 30 14:00:02.310394 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.db.segments_db [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] Added segment 69b70b19-f5ef-452f-92bd-ddc8d7145ec3 of type vlan for network 326d906a-9b86-4ede-9ce6-c22f09a352f1
Apr 30 14:00:02.361363 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd9f90a-7d4a-4c25-a015-b1189d59e61e,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:00:02.382262 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:02.382614 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:02.382946 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:02.383271 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:02.383590 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:02.383925 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:02.384246 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:02.384560 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:02.384875 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:02.385188 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:02.385500 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:02.385838 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:02.386970 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] Tracked resource versions report:
Apr 30 14:00:02.386970 dv-cinder-788365-2-iscsi neutron-server[73844]: pushed versions:
Apr 30 14:00:02.386970 dv-cinder-788365-2-iscsi neutron-server[73844]: {   'AddressGroup': {'1.2'},
Apr 30 14:00:02.386970 dv-cinder-788365-2-iscsi neutron-server[73844]:     'ConntrackHelper': {'1.0'},
Apr 30 14:00:02.386970 dv-cinder-788365-2-iscsi neutron-server[73844]:     'Log': {'1.0'},
Apr 30 14:00:02.386970 dv-cinder-788365-2-iscsi neutron-server[73844]:     'Network': {'1.1'},
Apr 30 14:00:02.386970 dv-cinder-788365-2-iscsi neutron-server[73844]:     'Port': {'1.7'},
Apr 30 14:00:02.386970 dv-cinder-788365-2-iscsi neutron-server[73844]:     'PortForwarding': {'1.2'},
Apr 30 14:00:02.386970 dv-cinder-788365-2-iscsi neutron-server[73844]:     'QosPolicy': {'1.8'},
Apr 30 14:00:02.386970 dv-cinder-788365-2-iscsi neutron-server[73844]:     'SecurityGroup': {'1.4'},
Apr 30 14:00:02.386970 dv-cinder-788365-2-iscsi neutron-server[73844]:     'SecurityGroupRule': {'1.2'},
Apr 30 14:00:02.386970 dv-cinder-788365-2-iscsi neutron-server[73844]:     'SubPort': {'1.0'},
Apr 30 14:00:02.386970 dv-cinder-788365-2-iscsi neutron-server[73844]:     'Subnet': {'1.1'},
Apr 30 14:00:02.386970 dv-cinder-788365-2-iscsi neutron-server[73844]:     'Trunk': {'1.1'}}
Apr 30 14:00:02.386970 dv-cinder-788365-2-iscsi neutron-server[73844]: consumer versions:
Apr 30 14:00:02.386970 dv-cinder-788365-2-iscsi neutron-server[73844]: {   DHCP agent@dv-cinder-788365-2-iscsi: {},
Apr 30 14:00:02.386970 dv-cinder-788365-2-iscsi neutron-server[73844]:     L3 agent@dv-cinder-788365-2-iscsi: {},
Apr 30 14:00:02.386970 dv-cinder-788365-2-iscsi neutron-server[73844]:     Metadata agent@dv-cinder-788365-2-iscsi: {},
Apr 30 14:00:02.386970 dv-cinder-788365-2-iscsi neutron-server[73844]:     Metering agent@dv-cinder-788365-2-iscsi: {},
Apr 30 14:00:02.386970 dv-cinder-788365-2-iscsi neutron-server[73844]:     Open vSwitch agent@dv-cinder-788365-2-iscsi: {   'AddressGroup': '1.2',
Apr 30 14:00:02.386970 dv-cinder-788365-2-iscsi neutron-server[73844]:                                                      'ConntrackHelper': '1.0',
Apr 30 14:00:02.386970 dv-cinder-788365-2-iscsi neutron-server[73844]:                                                      'Log': '1.0',
Apr 30 14:00:02.386970 dv-cinder-788365-2-iscsi neutron-server[73844]:                                                      'Network': '1.1',
Apr 30 14:00:02.386970 dv-cinder-788365-2-iscsi neutron-server[73844]:                                                      'Port': '1.7',
Apr 30 14:00:02.386970 dv-cinder-788365-2-iscsi neutron-server[73844]:                                                      'PortForwarding': '1.2',
Apr 30 14:00:02.386970 dv-cinder-788365-2-iscsi neutron-server[73844]:                                                      'QosPolicy': '1.8',
Apr 30 14:00:02.386970 dv-cinder-788365-2-iscsi neutron-server[73844]:                                                      'SecurityGroup': '1.4',
Apr 30 14:00:02.386970 dv-cinder-788365-2-iscsi neutron-server[73844]:                                                      'SecurityGroupRule': '1.2',
Apr 30 14:00:02.386970 dv-cinder-788365-2-iscsi neutron-server[73844]:                                                      'SubPort': '1.0',
Apr 30 14:00:02.386970 dv-cinder-788365-2-iscsi neutron-server[73844]:                                                      'Subnet': '1.1',
Apr 30 14:00:02.386970 dv-cinder-788365-2-iscsi neutron-server[73844]:                                                      'Trunk': '1.1'}}
Apr 30 14:00:02.386970 dv-cinder-788365-2-iscsi neutron-server[73844]:  {{(pid=73844) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 14:00:02.433325 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:00:02.435029 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774018256249'] for network, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:02.475714 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741'] for network, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:02.477218 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:00:02.477909 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for network, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:02.482650 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:00:02.584533 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 850 time: 0.8543649
Apr 30 14:00:02.587188 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] Pushing event updated for resources: {'Network': ['ID=326d906a-9b86-4ede-9ce6-c22f09a352f1,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:00:02.607341 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:00:02.615496 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Network 326d906a-9b86-4ede-9ce6-c22f09a352f1 details requested by agent ovs-agent-dv-cinder-788365-2-iscsi with host dv-cinder-788365-2-iscsi {{(pid=73846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 14:00:05.230010 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 40242) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:00:05.803213 dv-cinder-788365-2-iscsi neutron-server[73845]: WARNING oslo_policy.policy [None req-9b7a4b7e-8b34-4681-b977-587caf918710 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 14:00:05.803795 dv-cinder-788365-2-iscsi neutron-server[73845]: WARNING oslo_policy.policy [None req-9b7a4b7e-8b34-4681-b977-587caf918710 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 14:00:06.234948 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.policy [None req-9b7a4b7e-8b34-4681-b977-587caf918710 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73845) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Apr 30 14:00:06.280648 dv-cinder-788365-2-iscsi neutron-server[73845]: WARNING oslo_policy.policy [None req-9b7a4b7e-8b34-4681-b977-587caf918710 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 14:00:06.281033 dv-cinder-788365-2-iscsi neutron-server[73845]: WARNING oslo_policy.policy [None req-9b7a4b7e-8b34-4681-b977-587caf918710 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 14:00:06.289895 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7a4b7e-8b34-4681-b977-587caf918710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:00:06.291590 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-9b7a4b7e-8b34-4681-b977-587caf918710 admin admin] 10.222.0.32 "GET /v2.0/networks/326d906a-9b86-4ede-9ce6-c22f09a352f1 HTTP/1.1" status: 200  len: 826 time: 1.0606918
Apr 30 14:00:06.323495 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-f6de5fa9-7d4b-4286-b865-b4ae5fe72ee8 admin admin] 10.222.0.32 "GET /v2.0/subnetpools/42cdaff5-2932-4cb8-9e2c-66ea641cb9eb HTTP/1.1" status: 200  len: 734 time: 0.0266275
Apr 30 14:00:06.332114 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-295b7552-b4be-4614-88bc-0cb3de78bdee admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '42cdaff5-2932-4cb8-9e2c-66ea641cb9eb', 'network_id': '326d906a-9b86-4ede-9ce6-c22f09a352f1', 'name': 'private-subnet', 'tenant_id': '39b1698fb7ac493a94ec724482cf1c87', 'ip_version': 4}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:00:06.333985 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.quota [None req-295b7552-b4be-4614-88bc-0cb3de78bdee admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fadc39ef040>.
Apr 30 14:00:06.339880 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-295b7552-b4be-4614-88bc-0cb3de78bdee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:00:06.345499 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-295b7552-b4be-4614-88bc-0cb3de78bdee admin admin] Usage tracker for resource:subnet and tenant:39b1698fb7ac493a94ec724482cf1c87 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:00:06.348855 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-295b7552-b4be-4614-88bc-0cb3de78bdee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:00:06.355773 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-295b7552-b4be-4614-88bc-0cb3de78bdee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:00:06.369956 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295b7552-b4be-4614-88bc-0cb3de78bdee admin admin] Made reservation on behalf of 39b1698fb7ac493a94ec724482cf1c87 for: {'subnet': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:00:06.372805 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-295b7552-b4be-4614-88bc-0cb3de78bdee admin admin] Notify callbacks [] for subnet, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:06.864516 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-295b7552-b4be-4614-88bc-0cb3de78bdee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741'] for subnet, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:06.870647 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:00:06.947989 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295b7552-b4be-4614-88bc-0cb3de78bdee admin admin] Checking segment: {'id': '69b70b19-f5ef-452f-92bd-ddc8d7145ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1413, 'network_id': '326d906a-9b86-4ede-9ce6-c22f09a352f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:00:06.948360 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295b7552-b4be-4614-88bc-0cb3de78bdee admin admin] Network hostable DHCP agents. Network: 326d906a-9b86-4ede-9ce6-c22f09a352f1, hostable agents: ['b25aa941-54d2-4dd8-96cc-172903f8133a'], hosted agents: [] {{(pid=73845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 14:00:06.969452 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b7552-b4be-4614-88bc-0cb3de78bdee admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7e505d6-2ff1-4e04-9ef9-9f9d0f996e44,revision_number=0']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:00:06.981796 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295b7552-b4be-4614-88bc-0cb3de78bdee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:06.982158 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295b7552-b4be-4614-88bc-0cb3de78bdee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:06.982491 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295b7552-b4be-4614-88bc-0cb3de78bdee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:06.982816 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295b7552-b4be-4614-88bc-0cb3de78bdee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:06.983137 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295b7552-b4be-4614-88bc-0cb3de78bdee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:06.983470 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295b7552-b4be-4614-88bc-0cb3de78bdee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:06.983792 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295b7552-b4be-4614-88bc-0cb3de78bdee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:06.984106 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295b7552-b4be-4614-88bc-0cb3de78bdee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:06.984443 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295b7552-b4be-4614-88bc-0cb3de78bdee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:06.984760 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295b7552-b4be-4614-88bc-0cb3de78bdee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:06.985637 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295b7552-b4be-4614-88bc-0cb3de78bdee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:06.985972 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295b7552-b4be-4614-88bc-0cb3de78bdee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:06.987089 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295b7552-b4be-4614-88bc-0cb3de78bdee admin admin] Tracked resource versions report:
Apr 30 14:00:06.987089 dv-cinder-788365-2-iscsi neutron-server[73845]: pushed versions:
Apr 30 14:00:06.987089 dv-cinder-788365-2-iscsi neutron-server[73845]: {   'AddressGroup': {'1.2'},
Apr 30 14:00:06.987089 dv-cinder-788365-2-iscsi neutron-server[73845]:     'ConntrackHelper': {'1.0'},
Apr 30 14:00:06.987089 dv-cinder-788365-2-iscsi neutron-server[73845]:     'Log': {'1.0'},
Apr 30 14:00:06.987089 dv-cinder-788365-2-iscsi neutron-server[73845]:     'Network': {'1.1'},
Apr 30 14:00:06.987089 dv-cinder-788365-2-iscsi neutron-server[73845]:     'Port': {'1.7'},
Apr 30 14:00:06.987089 dv-cinder-788365-2-iscsi neutron-server[73845]:     'PortForwarding': {'1.2'},
Apr 30 14:00:06.987089 dv-cinder-788365-2-iscsi neutron-server[73845]:     'QosPolicy': {'1.8'},
Apr 30 14:00:06.987089 dv-cinder-788365-2-iscsi neutron-server[73845]:     'SecurityGroup': {'1.4'},
Apr 30 14:00:06.987089 dv-cinder-788365-2-iscsi neutron-server[73845]:     'SecurityGroupRule': {'1.2'},
Apr 30 14:00:06.987089 dv-cinder-788365-2-iscsi neutron-server[73845]:     'SubPort': {'1.0'},
Apr 30 14:00:06.987089 dv-cinder-788365-2-iscsi neutron-server[73845]:     'Subnet': {'1.1'},
Apr 30 14:00:06.987089 dv-cinder-788365-2-iscsi neutron-server[73845]:     'Trunk': {'1.1'}}
Apr 30 14:00:06.987089 dv-cinder-788365-2-iscsi neutron-server[73845]: consumer versions:
Apr 30 14:00:06.987089 dv-cinder-788365-2-iscsi neutron-server[73845]: {   DHCP agent@dv-cinder-788365-2-iscsi: {},
Apr 30 14:00:06.987089 dv-cinder-788365-2-iscsi neutron-server[73845]:     L3 agent@dv-cinder-788365-2-iscsi: {},
Apr 30 14:00:06.987089 dv-cinder-788365-2-iscsi neutron-server[73845]:     Metadata agent@dv-cinder-788365-2-iscsi: {},
Apr 30 14:00:06.987089 dv-cinder-788365-2-iscsi neutron-server[73845]:     Metering agent@dv-cinder-788365-2-iscsi: {},
Apr 30 14:00:06.987089 dv-cinder-788365-2-iscsi neutron-server[73845]:     Open vSwitch agent@dv-cinder-788365-2-iscsi: {   'AddressGroup': '1.2',
Apr 30 14:00:06.987089 dv-cinder-788365-2-iscsi neutron-server[73845]:                                                      'ConntrackHelper': '1.0',
Apr 30 14:00:06.987089 dv-cinder-788365-2-iscsi neutron-server[73845]:                                                      'Log': '1.0',
Apr 30 14:00:06.987089 dv-cinder-788365-2-iscsi neutron-server[73845]:                                                      'Network': '1.1',
Apr 30 14:00:06.987089 dv-cinder-788365-2-iscsi neutron-server[73845]:                                                      'Port': '1.7',
Apr 30 14:00:06.987089 dv-cinder-788365-2-iscsi neutron-server[73845]:                                                      'PortForwarding': '1.2',
Apr 30 14:00:06.987089 dv-cinder-788365-2-iscsi neutron-server[73845]:                                                      'QosPolicy': '1.8',
Apr 30 14:00:06.987089 dv-cinder-788365-2-iscsi neutron-server[73845]:                                                      'SecurityGroup': '1.4',
Apr 30 14:00:06.987089 dv-cinder-788365-2-iscsi neutron-server[73845]:                                                      'SecurityGroupRule': '1.2',
Apr 30 14:00:06.987089 dv-cinder-788365-2-iscsi neutron-server[73845]:                                                      'SubPort': '1.0',
Apr 30 14:00:06.987089 dv-cinder-788365-2-iscsi neutron-server[73845]:                                                      'Subnet': '1.1',
Apr 30 14:00:06.987089 dv-cinder-788365-2-iscsi neutron-server[73845]:                                                      'Trunk': '1.1'}}
Apr 30 14:00:06.987089 dv-cinder-788365-2-iscsi neutron-server[73845]:  {{(pid=73845) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 14:00:07.013296 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295b7552-b4be-4614-88bc-0cb3de78bdee admin admin] Network 326d906a-9b86-4ede-9ce6-c22f09a352f1 is scheduled to be hosted by DHCP agent b25aa941-54d2-4dd8-96cc-172903f8133a with binding_index 1 {{(pid=73845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 14:00:07.026124 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-295b7552-b4be-4614-88bc-0cb3de78bdee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:00:07.030286 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-295b7552-b4be-4614-88bc-0cb3de78bdee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-2-iscsi, 326d906a-9b86-4ede-9ce6-c22f09a352f1) {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:00:07.034994 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295b7552-b4be-4614-88bc-0cb3de78bdee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:00:07.035849 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-295b7552-b4be-4614-88bc-0cb3de78bdee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for subnet, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:07.041658 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2cdc90-9bf0-44fa-a35a-f685ada8597e None None] Network 326d906a-9b86-4ede-9ce6-c22f09a352f1 requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:00:07.058252 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-295b7552-b4be-4614-88bc-0cb3de78bdee admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7296758
Apr 30 14:00:07.356570 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e37d54-5234-40a5-b70b-9f3db6eee350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp975dfcca-068d-5fd8-ba64-a582cd474b95-326d906a-9b86-4ede-9ce6-c22f09a352f1', 'network_id': '326d906a-9b86-4ede-9ce6-c22f09a352f1', 'tenant_id': '39b1698fb7ac493a94ec724482cf1c87', 'fixed_ips': [{'subnet_id': 'f7e505d6-2ff1-4e04-9ef9-9f9d0f996e44'}]}} from dv-cinder-788365-2-iscsi. {{(pid=73846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 14:00:07.357840 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f9e37d54-5234-40a5-b70b-9f3db6eee350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:07.542677 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_common [None req-f9e37d54-5234-40a5-b70b-9f3db6eee350 None None] Allocated IP 172.20.0.2 (326d906a-9b86-4ede-9ce6-c22f09a352f1/f7e505d6-2ff1-4e04-9ef9-9f9d0f996e44/f18d00dc-7a52-4683-8eb5-aa4eb36dbe52) {{(pid=73846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:00:07.775220 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f9e37d54-5234-40a5-b70b-9f3db6eee350 None None] Notify callbacks [] for port, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:07.789222 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-f9e37d54-5234-40a5-b70b-9f3db6eee350 None None] Transition to ACTIVE for port object f18d00dc-7a52-4683-8eb5-aa4eb36dbe52 will not be triggered until provisioned by entity L2. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:00:07.809281 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-f9e37d54-5234-40a5-b70b-9f3db6eee350 None None] Transition to ACTIVE for port object f18d00dc-7a52-4683-8eb5-aa4eb36dbe52 will not be triggered until provisioned by entity DHCP. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:00:07.817066 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f9e37d54-5234-40a5-b70b-9f3db6eee350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188'] for port, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:07.823701 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:00:07.878751 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e37d54-5234-40a5-b70b-9f3db6eee350 None None] Network 326d906a-9b86-4ede-9ce6-c22f09a352f1 is already hosted by enough agents. {{(pid=73846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:00:07.881549 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-f9e37d54-5234-40a5-b70b-9f3db6eee350 None None] Resources bound (agent type, host, resource id):  {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:00:07.886668 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e37d54-5234-40a5-b70b-9f3db6eee350 None None] Received port after_create {{(pid=73846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:00:07.901035 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e37d54-5234-40a5-b70b-9f3db6eee350 None None] Pushing event updated for resources: {'Port': ['ID=f18d00dc-7a52-4683-8eb5-aa4eb36dbe52,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:00:07.944171 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e37d54-5234-40a5-b70b-9f3db6eee350 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:07.944512 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e37d54-5234-40a5-b70b-9f3db6eee350 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:07.944849 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e37d54-5234-40a5-b70b-9f3db6eee350 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:07.945176 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e37d54-5234-40a5-b70b-9f3db6eee350 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:07.945499 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e37d54-5234-40a5-b70b-9f3db6eee350 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:07.945854 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e37d54-5234-40a5-b70b-9f3db6eee350 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:07.946177 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e37d54-5234-40a5-b70b-9f3db6eee350 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:07.946498 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e37d54-5234-40a5-b70b-9f3db6eee350 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:07.946835 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e37d54-5234-40a5-b70b-9f3db6eee350 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:07.947161 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e37d54-5234-40a5-b70b-9f3db6eee350 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:07.947475 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e37d54-5234-40a5-b70b-9f3db6eee350 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:07.947789 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e37d54-5234-40a5-b70b-9f3db6eee350 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:07.948949 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e37d54-5234-40a5-b70b-9f3db6eee350 None None] Tracked resource versions report:
Apr 30 14:00:07.948949 dv-cinder-788365-2-iscsi neutron-server[73846]: pushed versions:
Apr 30 14:00:07.948949 dv-cinder-788365-2-iscsi neutron-server[73846]: {   'AddressGroup': {'1.2'},
Apr 30 14:00:07.948949 dv-cinder-788365-2-iscsi neutron-server[73846]:     'ConntrackHelper': {'1.0'},
Apr 30 14:00:07.948949 dv-cinder-788365-2-iscsi neutron-server[73846]:     'Log': {'1.0'},
Apr 30 14:00:07.948949 dv-cinder-788365-2-iscsi neutron-server[73846]:     'Network': {'1.1'},
Apr 30 14:00:07.948949 dv-cinder-788365-2-iscsi neutron-server[73846]:     'Port': {'1.7'},
Apr 30 14:00:07.948949 dv-cinder-788365-2-iscsi neutron-server[73846]:     'PortForwarding': {'1.2'},
Apr 30 14:00:07.948949 dv-cinder-788365-2-iscsi neutron-server[73846]:     'QosPolicy': {'1.8'},
Apr 30 14:00:07.948949 dv-cinder-788365-2-iscsi neutron-server[73846]:     'SecurityGroup': {'1.4'},
Apr 30 14:00:07.948949 dv-cinder-788365-2-iscsi neutron-server[73846]:     'SecurityGroupRule': {'1.2'},
Apr 30 14:00:07.948949 dv-cinder-788365-2-iscsi neutron-server[73846]:     'SubPort': {'1.0'},
Apr 30 14:00:07.948949 dv-cinder-788365-2-iscsi neutron-server[73846]:     'Subnet': {'1.1'},
Apr 30 14:00:07.948949 dv-cinder-788365-2-iscsi neutron-server[73846]:     'Trunk': {'1.1'}}
Apr 30 14:00:07.948949 dv-cinder-788365-2-iscsi neutron-server[73846]: consumer versions:
Apr 30 14:00:07.948949 dv-cinder-788365-2-iscsi neutron-server[73846]: {   DHCP agent@dv-cinder-788365-2-iscsi: {},
Apr 30 14:00:07.948949 dv-cinder-788365-2-iscsi neutron-server[73846]:     L3 agent@dv-cinder-788365-2-iscsi: {},
Apr 30 14:00:07.948949 dv-cinder-788365-2-iscsi neutron-server[73846]:     Metadata agent@dv-cinder-788365-2-iscsi: {},
Apr 30 14:00:07.948949 dv-cinder-788365-2-iscsi neutron-server[73846]:     Metering agent@dv-cinder-788365-2-iscsi: {},
Apr 30 14:00:07.948949 dv-cinder-788365-2-iscsi neutron-server[73846]:     Open vSwitch agent@dv-cinder-788365-2-iscsi: {   'AddressGroup': '1.2',
Apr 30 14:00:07.948949 dv-cinder-788365-2-iscsi neutron-server[73846]:                                                      'ConntrackHelper': '1.0',
Apr 30 14:00:07.948949 dv-cinder-788365-2-iscsi neutron-server[73846]:                                                      'Log': '1.0',
Apr 30 14:00:07.948949 dv-cinder-788365-2-iscsi neutron-server[73846]:                                                      'Network': '1.1',
Apr 30 14:00:07.948949 dv-cinder-788365-2-iscsi neutron-server[73846]:                                                      'Port': '1.7',
Apr 30 14:00:07.948949 dv-cinder-788365-2-iscsi neutron-server[73846]:                                                      'PortForwarding': '1.2',
Apr 30 14:00:07.948949 dv-cinder-788365-2-iscsi neutron-server[73846]:                                                      'QosPolicy': '1.8',
Apr 30 14:00:07.948949 dv-cinder-788365-2-iscsi neutron-server[73846]:                                                      'SecurityGroup': '1.4',
Apr 30 14:00:07.948949 dv-cinder-788365-2-iscsi neutron-server[73846]:                                                      'SecurityGroupRule': '1.2',
Apr 30 14:00:07.948949 dv-cinder-788365-2-iscsi neutron-server[73846]:                                                      'SubPort': '1.0',
Apr 30 14:00:07.948949 dv-cinder-788365-2-iscsi neutron-server[73846]:                                                      'Subnet': '1.1',
Apr 30 14:00:07.948949 dv-cinder-788365-2-iscsi neutron-server[73846]:                                                      'Trunk': '1.1'}}
Apr 30 14:00:07.948949 dv-cinder-788365-2-iscsi neutron-server[73846]:  {{(pid=73846) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 14:00:07.981872 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-f9e37d54-5234-40a5-b70b-9f3db6eee350 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:00:08.002638 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-f9e37d54-5234-40a5-b70b-9f3db6eee350 None None] Attempting to bind port f18d00dc-7a52-4683-8eb5-aa4eb36dbe52 on host dv-cinder-788365-2-iscsi for vnic_type normal with profile  {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:00:08.003028 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-f9e37d54-5234-40a5-b70b-9f3db6eee350 None None] Attempting to bind port f18d00dc-7a52-4683-8eb5-aa4eb36dbe52 by drivers openvswitch,hyperv on host dv-cinder-788365-2-iscsi at level 0 using segments [{'id': '69b70b19-f5ef-452f-92bd-ddc8d7145ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1413, 'network_id': '326d906a-9b86-4ede-9ce6-c22f09a352f1'}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:00:08.003459 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e37d54-5234-40a5-b70b-9f3db6eee350 None None] Attempting to bind port f18d00dc-7a52-4683-8eb5-aa4eb36dbe52 on network 326d906a-9b86-4ede-9ce6-c22f09a352f1 {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:00:08.008708 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e37d54-5234-40a5-b70b-9f3db6eee350 None None] Checking agent: {'id': '4f0b0810-19ae-4b24-abc7-3f67c142f33a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 59, 51), 'started_at': datetime.datetime(2021, 4, 30, 13, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:00:08.009122 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e37d54-5234-40a5-b70b-9f3db6eee350 None None] Checking segment: {'id': '69b70b19-f5ef-452f-92bd-ddc8d7145ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1413, 'network_id': '326d906a-9b86-4ede-9ce6-c22f09a352f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:00:08.009588 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f9e37d54-5234-40a5-b70b-9f3db6eee350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:08.010014 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e37d54-5234-40a5-b70b-9f3db6eee350 None None] Bound using segment: {'id': '69b70b19-f5ef-452f-92bd-ddc8d7145ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1413, 'network_id': '326d906a-9b86-4ede-9ce6-c22f09a352f1'} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:00:08.010477 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-f9e37d54-5234-40a5-b70b-9f3db6eee350 None None] Bound port: f18d00dc-7a52-4683-8eb5-aa4eb36dbe52, host: dv-cinder-788365-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69b70b19-f5ef-452f-92bd-ddc8d7145ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1413, 'network_id': '326d906a-9b86-4ede-9ce6-c22f09a352f1'}}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:00:08.010866 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f9e37d54-5234-40a5-b70b-9f3db6eee350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:08.100406 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-f9e37d54-5234-40a5-b70b-9f3db6eee350 None None] For port f18d00dc-7a52-4683-8eb5-aa4eb36dbe52, host dv-cinder-788365-2-iscsi, cleared binding levels {{(pid=73846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:00:08.104284 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-f9e37d54-5234-40a5-b70b-9f3db6eee350 None None] For port f18d00dc-7a52-4683-8eb5-aa4eb36dbe52, host dv-cinder-788365-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=f18d00dc-7a52-4683-8eb5-aa4eb36dbe52,segment=NetworkSegment(69b70b19-f5ef-452f-92bd-ddc8d7145ec3),segment_id=69b70b19-f5ef-452f-92bd-ddc8d7145ec3)] {{(pid=73846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:00:08.108736 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f9e37d54-5234-40a5-b70b-9f3db6eee350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:08.113264 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:00:08.198995 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e37d54-5234-40a5-b70b-9f3db6eee350 None None] Pushing event updated for resources: {'Port': ['ID=f18d00dc-7a52-4683-8eb5-aa4eb36dbe52,revision_number=2']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:00:08.201980 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-f9e37d54-5234-40a5-b70b-9f3db6eee350 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:00:09.428657 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 40262) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:00:09.797223 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [None req-966b3bb1-614e-4448-a07a-fc3deadee8a6 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=73844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 14:00:09.813728 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-966b3bb1-614e-4448-a07a-fc3deadee8a6 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3692498
Apr 30 14:00:12.158219 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 40272) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:00:12.550071 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [None req-0e462689-ce8a-4da5-a530-1cc9a5e7c998 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=73845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 14:00:12.551374 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-0e462689-ce8a-4da5-a530-1cc9a5e7c998 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3921447
Apr 30 14:00:13.231311 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device f18d00dc-7a52-4683-8eb5-aa4eb36dbe52 up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:00:13.307560 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning for port f18d00dc-7a52-4683-8eb5-aa4eb36dbe52 completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:00:13.628632 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6d8ec7-1c87-43c4-beae-79fc3d6fa9e4 None None] Network 326d906a-9b86-4ede-9ce6-c22f09a352f1 requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:00:13.739910 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-b499dab0-37e3-4227-b164-3a4f3a6d069d None None] Provisioning for port f18d00dc-7a52-4683-8eb5-aa4eb36dbe52 completed by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:00:13.749562 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-b499dab0-37e3-4227-b164-3a4f3a6d069d None None] Provisioning complete for port f18d00dc-7a52-4683-8eb5-aa4eb36dbe52 triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:00:13.749987 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b499dab0-37e3-4227-b164-3a4f3a6d069d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:13.982367 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b499dab0-37e3-4227-b164-3a4f3a6d069d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:14.029948 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-b499dab0-37e3-4227-b164-3a4f3a6d069d None None] For port f18d00dc-7a52-4683-8eb5-aa4eb36dbe52, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=f18d00dc-7a52-4683-8eb5-aa4eb36dbe52,segment=NetworkSegment(69b70b19-f5ef-452f-92bd-ddc8d7145ec3),segment_id=69b70b19-f5ef-452f-92bd-ddc8d7145ec3)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:00:14.035037 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b499dab0-37e3-4227-b164-3a4f3a6d069d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:14.037623 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:00:14.105153 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499dab0-37e3-4227-b164-3a4f3a6d069d None None] Pushing event updated for resources: {'Port': ['ID=f18d00dc-7a52-4683-8eb5-aa4eb36dbe52,revision_number=3']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:00:14.108659 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-b499dab0-37e3-4227-b164-3a4f3a6d069d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:00:14.256922 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-0f224138-b5f6-443b-9716-5dee25f6299d None None] Provisioning complete for port f18d00dc-7a52-4683-8eb5-aa4eb36dbe52 triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:00:14.257578 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0f224138-b5f6-443b-9716-5dee25f6299d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:15.174421 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 40288) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:00:15.201727 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device f18d00dc-7a52-4683-8eb5-aa4eb36dbe52 up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:00:15.267001 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port f18d00dc-7a52-4683-8eb5-aa4eb36dbe52 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:00:15.267677 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:15.534484 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-ea856df0-ab19-4caa-8c6e-304874c09148 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '39b1698fb7ac493a94ec724482cf1c87'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:00:15.538919 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-ea856df0-ab19-4caa-8c6e-304874c09148 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:00:15.542640 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-ea856df0-ab19-4caa-8c6e-304874c09148 admin admin] Usage tracker for resource:router and tenant:39b1698fb7ac493a94ec724482cf1c87 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:00:15.546369 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-ea856df0-ab19-4caa-8c6e-304874c09148 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:00:15.552126 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-ea856df0-ab19-4caa-8c6e-304874c09148 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:00:15.561958 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ea856df0-ab19-4caa-8c6e-304874c09148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8215233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5709'] for router, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:15.564026 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ea856df0-ab19-4caa-8c6e-304874c09148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8215256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8011735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8062096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5748'] for router, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:15.586432 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ea856df0-ab19-4caa-8c6e-304874c09148 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:15.698117 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ea856df0-ab19-4caa-8c6e-304874c09148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7995491'] for router, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:15.717419 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ea856df0-ab19-4caa-8c6e-304874c09148 admin admin] Notify callbacks [] for router, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:15.718622 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-ea856df0-ab19-4caa-8c6e-304874c09148 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5431473
Apr 30 14:00:18.036098 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 40298) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:00:18.398478 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [None req-a4a83e6f-bd7d-40e2-97bd-8ad779024b08 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=73844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 14:00:18.399451 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-a4a83e6f-bd7d-40e2-97bd-8ad779024b08 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3622062
Apr 30 14:00:18.569171 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-6ceafe4f-d2cb-4780-a91a-08fd14f8ec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:20.744190 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 40308) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:00:21.104123 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-caafdd2a-2ed7-4ae8-a195-ac57c532aee6 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:00:21.109316 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-caafdd2a-2ed7-4ae8-a195-ac57c532aee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:00:21.113190 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-caafdd2a-2ed7-4ae8-a195-ac57c532aee6 admin admin] Usage tracker for resource:network and tenant:55cf1c5902cd43ab85b528b51e713d52 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:00:21.116210 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-caafdd2a-2ed7-4ae8-a195-ac57c532aee6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:00:21.121868 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-caafdd2a-2ed7-4ae8-a195-ac57c532aee6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:00:21.131932 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caafdd2a-2ed7-4ae8-a195-ac57c532aee6 admin admin] Made reservation on behalf of 55cf1c5902cd43ab85b528b51e713d52 for: {'network': 1} {{(pid=73844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:00:21.134157 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-caafdd2a-2ed7-4ae8-a195-ac57c532aee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for network, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:21.146258 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-caafdd2a-2ed7-4ae8-a195-ac57c532aee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:21.160036 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-caafdd2a-2ed7-4ae8-a195-ac57c532aee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:00:21.163697 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-caafdd2a-2ed7-4ae8-a195-ac57c532aee6 admin admin] Usage tracker for resource:security_group_rule and tenant:55cf1c5902cd43ab85b528b51e713d52 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:00:21.166404 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-caafdd2a-2ed7-4ae8-a195-ac57c532aee6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:00:21.171895 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-caafdd2a-2ed7-4ae8-a195-ac57c532aee6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:00:21.249801 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-caafdd2a-2ed7-4ae8-a195-ac57c532aee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:21.254099 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-caafdd2a-2ed7-4ae8-a195-ac57c532aee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:21.257969 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:00:21.269999 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-caafdd2a-2ed7-4ae8-a195-ac57c532aee6 admin admin] Reserving flat network on physical network physnet1 {{(pid=73844) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Apr 30 14:00:21.292630 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caafdd2a-2ed7-4ae8-a195-ac57c532aee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b23ef7-9055-4c3b-9b9f-3dd63d040832,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:00:21.295295 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-caafdd2a-2ed7-4ae8-a195-ac57c532aee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-993311'] for segment, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:21.295629 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.db.segments_db [None req-caafdd2a-2ed7-4ae8-a195-ac57c532aee6 admin admin] Added segment d90c35f3-ac38-4f09-b94c-cacd24da79a8 of type flat for network 304f1885-0a25-4285-aed6-702a057610f8
Apr 30 14:00:21.296742 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-caafdd2a-2ed7-4ae8-a195-ac57c532aee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:00:21.333026 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-caafdd2a-2ed7-4ae8-a195-ac57c532aee6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774018256249'] for network, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:21.364141 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-36b463ef-a957-4649-8d4e-b2b43704065c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:21.370091 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:21.376999 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-caafdd2a-2ed7-4ae8-a195-ac57c532aee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741'] for network, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:21.378315 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caafdd2a-2ed7-4ae8-a195-ac57c532aee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:00:21.378876 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-caafdd2a-2ed7-4ae8-a195-ac57c532aee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for network, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:21.382164 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:00:21.476497 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-caafdd2a-2ed7-4ae8-a195-ac57c532aee6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7312443
Apr 30 14:00:21.479155 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caafdd2a-2ed7-4ae8-a195-ac57c532aee6 admin admin] Pushing event updated for resources: {'Network': ['ID=304f1885-0a25-4285-aed6-702a057610f8,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:00:21.481827 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-caafdd2a-2ed7-4ae8-a195-ac57c532aee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:00:21.490628 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Network 304f1885-0a25-4285-aed6-702a057610f8 details requested by agent ovs-agent-dv-cinder-788365-2-iscsi with host dv-cinder-788365-2-iscsi {{(pid=73846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 14:00:22.182594 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:23.713016 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:23.804863 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 40328) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:00:24.017505 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eac33e6-9425-4a6e-a3ad-238eff66d87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:00:24.018881 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-4eac33e6-9425-4a6e-a3ad-238eff66d87c admin admin] 10.222.0.32 "GET /v2.0/subnets/f7e505d6-2ff1-4e04-9ef9-9f9d0f996e44 HTTP/1.1" status: 200  len: 849 time: 0.2130585
Apr 30 14:00:24.204258 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-e6f8fd94-50e4-4961-8f5c-2a2990cfbafa admin admin] 10.222.0.32 "GET /v2.0/routers/5b8ddeac-27db-413a-8ef3-eb7d0e0d03e8 HTTP/1.1" status: 200  len: 704 time: 0.1799004
Apr 30 14:00:24.657778 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4ec4aa8d-be38-47bb-917c-4d12b8218954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:24.882408 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.db_base_plugin_common [None req-4ec4aa8d-be38-47bb-917c-4d12b8218954 admin admin] Allocated IP 172.20.0.1 (326d906a-9b86-4ede-9ce6-c22f09a352f1/f7e505d6-2ff1-4e04-9ef9-9f9d0f996e44/7562e067-529e-494c-8068-fd8038c837ef) {{(pid=73844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:00:25.036615 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4ec4aa8d-be38-47bb-917c-4d12b8218954 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:25.054247 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.provisioning_blocks [None req-4ec4aa8d-be38-47bb-917c-4d12b8218954 admin admin] Transition to ACTIVE for port object 7562e067-529e-494c-8068-fd8038c837ef will not be triggered until provisioned by entity DHCP. {{(pid=73844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:00:25.114933 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4ec4aa8d-be38-47bb-917c-4d12b8218954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188'] for port, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:25.119430 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:00:25.178102 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec4aa8d-be38-47bb-917c-4d12b8218954 admin admin] Network 326d906a-9b86-4ede-9ce6-c22f09a352f1 is already hosted by enough agents. {{(pid=73844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:00:25.180677 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.base_scheduler [None req-4ec4aa8d-be38-47bb-917c-4d12b8218954 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:00:25.192916 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec4aa8d-be38-47bb-917c-4d12b8218954 admin admin] Received port after_create {{(pid=73844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:00:25.193052 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4ec4aa8d-be38-47bb-917c-4d12b8218954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998445'] for router_interface, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:25.307431 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec4aa8d-be38-47bb-917c-4d12b8218954 admin admin] Pushing event updated for resources: {'Port': ['ID=7562e067-529e-494c-8068-fd8038c837ef,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:00:25.326725 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-4ec4aa8d-be38-47bb-917c-4d12b8218954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:00:25.350945 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-2f864eb3-294f-4575-a81f-39ce71acd866 None None] Provisioning for port 7562e067-529e-494c-8068-fd8038c837ef completed by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:00:25.355783 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-2f864eb3-294f-4575-a81f-39ce71acd866 None None] Provisioning complete for port 7562e067-529e-494c-8068-fd8038c837ef triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:00:25.356158 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2f864eb3-294f-4575-a81f-39ce71acd866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:25.413010 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-2f864eb3-294f-4575-a81f-39ce71acd866 None None] Port 7562e067-529e-494c-8068-fd8038c837ef cannot update to ACTIVE because it is not bound. {{(pid=73846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 14:00:25.489685 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4ec4aa8d-be38-47bb-917c-4d12b8218954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:25.713001 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4ec4aa8d-be38-47bb-917c-4d12b8218954 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:25.717410 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4ec4aa8d-be38-47bb-917c-4d12b8218954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:25.718511 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4ec4aa8d-be38-47bb-917c-4d12b8218954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998280'] for router_interface, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:25.721684 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:00:25.851708 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec4aa8d-be38-47bb-917c-4d12b8218954 admin admin] Pushing event updated for resources: {'Port': ['ID=7562e067-529e-494c-8068-fd8038c837ef,revision_number=2']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:00:25.857686 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-4ec4aa8d-be38-47bb-917c-4d12b8218954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:00:25.908432 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec4aa8d-be38-47bb-917c-4d12b8218954 admin admin] Network 326d906a-9b86-4ede-9ce6-c22f09a352f1 is already hosted by enough agents. {{(pid=73844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:00:25.909465 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.base_scheduler [None req-4ec4aa8d-be38-47bb-917c-4d12b8218954 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:00:26.098131 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec4aa8d-be38-47bb-917c-4d12b8218954 admin admin] Router 5b8ddeac-27db-413a-8ef3-eb7d0e0d03e8 is scheduled to L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d with binding_index 1 {{(pid=73844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 14:00:26.135076 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-e8858a61-8807-4113-8529-a529294ca505 None None] Provisioning complete for port 7562e067-529e-494c-8068-fd8038c837ef triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:00:26.135447 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e8858a61-8807-4113-8529-a529294ca505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:26.186939 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-e8858a61-8807-4113-8529-a529294ca505 None None] Port 7562e067-529e-494c-8068-fd8038c837ef cannot update to ACTIVE because it is not bound. {{(pid=73846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 14:00:26.249611 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec4aa8d-be38-47bb-917c-4d12b8218954 admin admin] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:00:26.258585 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-4ec4aa8d-be38-47bb-917c-4d12b8218954 admin admin] 10.222.0.32 "PUT /v2.0/routers/5b8ddeac-27db-413a-8ef3-eb7d0e0d03e8/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0491862
Apr 30 14:00:26.259615 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeb39e6-5ab0-48b8-a959-c23ae065c755 None None] Sync routers for ids ['5b8ddeac-27db-413a-8ef3-eb7d0e0d03e8'] in dv-cinder-788365-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:00:26.269963 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeb39e6-5ab0-48b8-a959-c23ae065c755 None None] Routers {'5b8ddeac-27db-413a-8ef3-eb7d0e0d03e8'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:00:26.270819 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-cbeb39e6-5ab0-48b8-a959-c23ae065c755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc39bde80>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:00:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['5b8ddeac-27db-413a-8ef3-eb7d0e0d03e8'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:00:26.443983 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-cbeb39e6-5ab0-48b8-a959-c23ae065c755 None None] Set router 5b8ddeac-27db-413a-8ef3-eb7d0e0d03e8 gateway port host: None {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:00:26.807102 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-cbeb39e6-5ab0-48b8-a959-c23ae065c755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc39bde80>, [{'id': '5b8ddeac-27db-413a-8ef3-eb7d0e0d03e8', 'name': 'router1', 'tenant_id': '39b1698fb7ac493a94ec724482cf1c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:00:15Z', 'updated_at': '2021-04-30T14:00:25Z', 'revision_number': 2, 'project_id': '39b1698fb7ac493a94ec724482cf1c87', 'gw_port_host': None, '_interfaces': [{'id': '7562e067-529e-494c-8068-fd8038c837ef', 'name': '', 'network_id': '326d906a-9b86-4ede-9ce6-c22f09a352f1', 'tenant_id': '39b1698fb7ac493a94ec724482cf1c87', 'mac_address': 'fa:16:3e:f3:a0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8ddeac-27db-413a-8ef3-eb7d0e0d03e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7e505d6-2ff1-4e04-9ef9-9f9d0f996e44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:00:24Z', 'updated_at': '2021-04-30T14:00:25Z', 'revision_number': 2, 'project_id': '39b1698fb7ac493a94ec724482cf1c87', 'subnets': [{'id': 'f7e505d6-2ff1-4e04-9ef9-9f9d0f996e44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42cdaff5-2932-4cb8-9e2c-66ea641cb9eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:00:26.811935 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeb39e6-5ab0-48b8-a959-c23ae065c755 None None] Checking router: 5b8ddeac-27db-413a-8ef3-eb7d0e0d03e8 for host: dv-cinder-788365-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:00:26.812308 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeb39e6-5ab0-48b8-a959-c23ae065c755 None None] Updating router 5b8ddeac-27db-413a-8ef3-eb7d0e0d03e8 port 7562e067-529e-494c-8068-fd8038c837ef binding host dv-cinder-788365-2-iscsi {{(pid=73847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 14:00:26.864066 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-cbeb39e6-5ab0-48b8-a959-c23ae065c755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:27.238212 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-cbeb39e6-5ab0-48b8-a959-c23ae065c755 None None] Notify callbacks [] for port, precommit_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:27.253006 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-cbeb39e6-5ab0-48b8-a959-c23ae065c755 None None] Transition to ACTIVE for port object 7562e067-529e-494c-8068-fd8038c837ef will not be triggered until provisioned by entity L2. {{(pid=73847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:00:27.259289 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-cbeb39e6-5ab0-48b8-a959-c23ae065c755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:27.265328 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:00:27.464751 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926112e-178e-4eab-9cf0-55d042216896 None None] Pushing event updated for resources: {'Port': ['ID=7562e067-529e-494c-8068-fd8038c837ef,revision_number=3']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:00:27.482222 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926112e-178e-4eab-9cf0-55d042216896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:27.482562 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926112e-178e-4eab-9cf0-55d042216896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:27.482891 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926112e-178e-4eab-9cf0-55d042216896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:27.483214 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926112e-178e-4eab-9cf0-55d042216896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:27.483535 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926112e-178e-4eab-9cf0-55d042216896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:27.483860 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926112e-178e-4eab-9cf0-55d042216896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:27.484177 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926112e-178e-4eab-9cf0-55d042216896 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:27.484491 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926112e-178e-4eab-9cf0-55d042216896 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:27.485325 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926112e-178e-4eab-9cf0-55d042216896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:27.485642 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926112e-178e-4eab-9cf0-55d042216896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:27.485980 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926112e-178e-4eab-9cf0-55d042216896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:27.486292 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926112e-178e-4eab-9cf0-55d042216896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:00:27.487441 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926112e-178e-4eab-9cf0-55d042216896 None None] Tracked resource versions report:
Apr 30 14:00:27.487441 dv-cinder-788365-2-iscsi neutron-server[73847]: pushed versions:
Apr 30 14:00:27.487441 dv-cinder-788365-2-iscsi neutron-server[73847]: {   'AddressGroup': {'1.2'},
Apr 30 14:00:27.487441 dv-cinder-788365-2-iscsi neutron-server[73847]:     'ConntrackHelper': {'1.0'},
Apr 30 14:00:27.487441 dv-cinder-788365-2-iscsi neutron-server[73847]:     'Log': {'1.0'},
Apr 30 14:00:27.487441 dv-cinder-788365-2-iscsi neutron-server[73847]:     'Network': {'1.1'},
Apr 30 14:00:27.487441 dv-cinder-788365-2-iscsi neutron-server[73847]:     'Port': {'1.7'},
Apr 30 14:00:27.487441 dv-cinder-788365-2-iscsi neutron-server[73847]:     'PortForwarding': {'1.2'},
Apr 30 14:00:27.487441 dv-cinder-788365-2-iscsi neutron-server[73847]:     'QosPolicy': {'1.8'},
Apr 30 14:00:27.487441 dv-cinder-788365-2-iscsi neutron-server[73847]:     'SecurityGroup': {'1.4'},
Apr 30 14:00:27.487441 dv-cinder-788365-2-iscsi neutron-server[73847]:     'SecurityGroupRule': {'1.2'},
Apr 30 14:00:27.487441 dv-cinder-788365-2-iscsi neutron-server[73847]:     'SubPort': {'1.0'},
Apr 30 14:00:27.487441 dv-cinder-788365-2-iscsi neutron-server[73847]:     'Subnet': {'1.1'},
Apr 30 14:00:27.487441 dv-cinder-788365-2-iscsi neutron-server[73847]:     'Trunk': {'1.1'}}
Apr 30 14:00:27.487441 dv-cinder-788365-2-iscsi neutron-server[73847]: consumer versions:
Apr 30 14:00:27.487441 dv-cinder-788365-2-iscsi neutron-server[73847]: {   DHCP agent@dv-cinder-788365-2-iscsi: {},
Apr 30 14:00:27.487441 dv-cinder-788365-2-iscsi neutron-server[73847]:     L3 agent@dv-cinder-788365-2-iscsi: {},
Apr 30 14:00:27.487441 dv-cinder-788365-2-iscsi neutron-server[73847]:     Metadata agent@dv-cinder-788365-2-iscsi: {},
Apr 30 14:00:27.487441 dv-cinder-788365-2-iscsi neutron-server[73847]:     Metering agent@dv-cinder-788365-2-iscsi: {},
Apr 30 14:00:27.487441 dv-cinder-788365-2-iscsi neutron-server[73847]:     Open vSwitch agent@dv-cinder-788365-2-iscsi: {   'AddressGroup': '1.2',
Apr 30 14:00:27.487441 dv-cinder-788365-2-iscsi neutron-server[73847]:                                                      'ConntrackHelper': '1.0',
Apr 30 14:00:27.487441 dv-cinder-788365-2-iscsi neutron-server[73847]:                                                      'Log': '1.0',
Apr 30 14:00:27.487441 dv-cinder-788365-2-iscsi neutron-server[73847]:                                                      'Network': '1.1',
Apr 30 14:00:27.487441 dv-cinder-788365-2-iscsi neutron-server[73847]:                                                      'Port': '1.7',
Apr 30 14:00:27.487441 dv-cinder-788365-2-iscsi neutron-server[73847]:                                                      'PortForwarding': '1.2',
Apr 30 14:00:27.487441 dv-cinder-788365-2-iscsi neutron-server[73847]:                                                      'QosPolicy': '1.8',
Apr 30 14:00:27.487441 dv-cinder-788365-2-iscsi neutron-server[73847]:                                                      'SecurityGroup': '1.4',
Apr 30 14:00:27.487441 dv-cinder-788365-2-iscsi neutron-server[73847]:                                                      'SecurityGroupRule': '1.2',
Apr 30 14:00:27.487441 dv-cinder-788365-2-iscsi neutron-server[73847]:                                                      'SubPort': '1.0',
Apr 30 14:00:27.487441 dv-cinder-788365-2-iscsi neutron-server[73847]:                                                      'Subnet': '1.1',
Apr 30 14:00:27.487441 dv-cinder-788365-2-iscsi neutron-server[73847]:                                                      'Trunk': '1.1'}}
Apr 30 14:00:27.487441 dv-cinder-788365-2-iscsi neutron-server[73847]:  {{(pid=73847) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 14:00:27.493022 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-a926112e-178e-4eab-9cf0-55d042216896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:00:27.493940 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-cbeb39e6-5ab0-48b8-a959-c23ae065c755 None None] Attempting to bind port 7562e067-529e-494c-8068-fd8038c837ef on host dv-cinder-788365-2-iscsi for vnic_type normal with profile  {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:00:27.494336 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-cbeb39e6-5ab0-48b8-a959-c23ae065c755 None None] Attempting to bind port 7562e067-529e-494c-8068-fd8038c837ef by drivers openvswitch,hyperv on host dv-cinder-788365-2-iscsi at level 0 using segments [{'id': '69b70b19-f5ef-452f-92bd-ddc8d7145ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1413, 'network_id': '326d906a-9b86-4ede-9ce6-c22f09a352f1'}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:00:27.494760 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbeb39e6-5ab0-48b8-a959-c23ae065c755 None None] Attempting to bind port 7562e067-529e-494c-8068-fd8038c837ef on network 326d906a-9b86-4ede-9ce6-c22f09a352f1 {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:00:27.500162 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbeb39e6-5ab0-48b8-a959-c23ae065c755 None None] Checking agent: {'id': '4f0b0810-19ae-4b24-abc7-3f67c142f33a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 59, 51), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:00:27.501141 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbeb39e6-5ab0-48b8-a959-c23ae065c755 None None] Checking segment: {'id': '69b70b19-f5ef-452f-92bd-ddc8d7145ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1413, 'network_id': '326d906a-9b86-4ede-9ce6-c22f09a352f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:00:27.501616 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-cbeb39e6-5ab0-48b8-a959-c23ae065c755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:27.502023 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbeb39e6-5ab0-48b8-a959-c23ae065c755 None None] Bound using segment: {'id': '69b70b19-f5ef-452f-92bd-ddc8d7145ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1413, 'network_id': '326d906a-9b86-4ede-9ce6-c22f09a352f1'} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:00:27.502517 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-cbeb39e6-5ab0-48b8-a959-c23ae065c755 None None] Bound port: 7562e067-529e-494c-8068-fd8038c837ef, host: dv-cinder-788365-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69b70b19-f5ef-452f-92bd-ddc8d7145ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1413, 'network_id': '326d906a-9b86-4ede-9ce6-c22f09a352f1'}}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:00:27.502950 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-cbeb39e6-5ab0-48b8-a959-c23ae065c755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:27.588008 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-cbeb39e6-5ab0-48b8-a959-c23ae065c755 None None] For port 7562e067-529e-494c-8068-fd8038c837ef, host dv-cinder-788365-2-iscsi, cleared binding levels {{(pid=73847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:00:27.591912 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-cbeb39e6-5ab0-48b8-a959-c23ae065c755 None None] For port 7562e067-529e-494c-8068-fd8038c837ef, host dv-cinder-788365-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=7562e067-529e-494c-8068-fd8038c837ef,segment=NetworkSegment(69b70b19-f5ef-452f-92bd-ddc8d7145ec3),segment_id=69b70b19-f5ef-452f-92bd-ddc8d7145ec3)] {{(pid=73847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:00:27.596253 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-cbeb39e6-5ab0-48b8-a959-c23ae065c755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:27.601059 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:00:27.701429 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeb39e6-5ab0-48b8-a959-c23ae065c755 None None] Routers {'5b8ddeac-27db-413a-8ef3-eb7d0e0d03e8'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:00:27.702080 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-cbeb39e6-5ab0-48b8-a959-c23ae065c755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc39bde80>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:00:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['5b8ddeac-27db-413a-8ef3-eb7d0e0d03e8'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:00:27.827017 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926112e-178e-4eab-9cf0-55d042216896 None None] Pushing event updated for resources: {'Port': ['ID=7562e067-529e-494c-8068-fd8038c837ef,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:00:27.837212 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-a926112e-178e-4eab-9cf0-55d042216896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:00:27.862588 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-cbeb39e6-5ab0-48b8-a959-c23ae065c755 None None] Set router 5b8ddeac-27db-413a-8ef3-eb7d0e0d03e8 gateway port host: None {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:00:28.180015 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-cbeb39e6-5ab0-48b8-a959-c23ae065c755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc39bde80>, [{'id': '5b8ddeac-27db-413a-8ef3-eb7d0e0d03e8', 'name': 'router1', 'tenant_id': '39b1698fb7ac493a94ec724482cf1c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:00:15Z', 'updated_at': '2021-04-30T14:00:25Z', 'revision_number': 2, 'project_id': '39b1698fb7ac493a94ec724482cf1c87', 'gw_port_host': None, '_interfaces': [{'id': '7562e067-529e-494c-8068-fd8038c837ef', 'name': '', 'network_id': '326d906a-9b86-4ede-9ce6-c22f09a352f1', 'tenant_id': '39b1698fb7ac493a94ec724482cf1c87', 'mac_address': 'fa:16:3e:f3:a0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8ddeac-27db-413a-8ef3-eb7d0e0d03e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7e505d6-2ff1-4e04-9ef9-9f9d0f996e44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:00:24Z', 'updated_at': '2021-04-30T14:00:27Z', 'revision_number': 4, 'project_id': '39b1698fb7ac493a94ec724482cf1c87', 'subnets': [{'id': 'f7e505d6-2ff1-4e04-9ef9-9f9d0f996e44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42cdaff5-2932-4cb8-9e2c-66ea641cb9eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:00:28.183830 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeb39e6-5ab0-48b8-a959-c23ae065c755 None None] The sync data for ids ['5b8ddeac-27db-413a-8ef3-eb7d0e0d03e8'] in dv-cinder-788365-2-iscsi is: [{'id': '5b8ddeac-27db-413a-8ef3-eb7d0e0d03e8', 'name': 'router1', 'tenant_id': '39b1698fb7ac493a94ec724482cf1c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:00:15Z', 'updated_at': '2021-04-30T14:00:25Z', 'revision_number': 2, 'project_id': '39b1698fb7ac493a94ec724482cf1c87', 'gw_port_host': None, '_interfaces': [{'id': '7562e067-529e-494c-8068-fd8038c837ef', 'name': '', 'network_id': '326d906a-9b86-4ede-9ce6-c22f09a352f1', 'tenant_id': '39b1698fb7ac493a94ec724482cf1c87', 'mac_address': 'fa:16:3e:f3:a0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8ddeac-27db-413a-8ef3-eb7d0e0d03e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7e505d6-2ff1-4e04-9ef9-9f9d0f996e44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:00:24Z', 'updated_at': '2021-04-30T14:00:27Z', 'revision_number': 4, 'project_id': '39b1698fb7ac493a94ec724482cf1c87', 'subnets': [{'id': 'f7e505d6-2ff1-4e04-9ef9-9f9d0f996e44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42cdaff5-2932-4cb8-9e2c-66ea641cb9eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:00:28.420830 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 40350) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:00:28.566694 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa78c170-a3a6-46d0-8c0c-2c807c2d3603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:00:28.567175 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-aa78c170-a3a6-46d0-8c0c-2c807c2d3603 admin admin] Synchronizing usage tracker for tenant:55cf1c5902cd43ab85b528b51e713d52 on resource:network {{(pid=73844) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:00:28.584594 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-aa78c170-a3a6-46d0-8c0c-2c807c2d3603 admin admin] Unset dirty status for tenant:55cf1c5902cd43ab85b528b51e713d52 on resource:network {{(pid=73844) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:00:28.585994 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-aa78c170-a3a6-46d0-8c0c-2c807c2d3603 admin admin] 10.222.0.32 "GET /v2.0/networks/304f1885-0a25-4285-aed6-702a057610f8 HTTP/1.1" status: 200  len: 842 time: 0.1641707
Apr 30 14:00:28.595477 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-aacad068-53f6-45ee-a2d0-b91e2279df75 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:00:28.600714 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-aacad068-53f6-45ee-a2d0-b91e2279df75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:00:28.604435 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-aacad068-53f6-45ee-a2d0-b91e2279df75 admin admin] Usage tracker for resource:subnet and tenant:55cf1c5902cd43ab85b528b51e713d52 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:00:28.607326 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-aacad068-53f6-45ee-a2d0-b91e2279df75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:00:28.613337 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-aacad068-53f6-45ee-a2d0-b91e2279df75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:00:28.622842 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacad068-53f6-45ee-a2d0-b91e2279df75 admin admin] Made reservation on behalf of 55cf1c5902cd43ab85b528b51e713d52 for: {'subnet': 1} {{(pid=73844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:00:28.625984 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-aacad068-53f6-45ee-a2d0-b91e2279df75 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:29.057813 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.objects.ports [None req-aacad068-53f6-45ee-a2d0-b91e2279df75 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=73844) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Apr 30 14:00:29.058249 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-aacad068-53f6-45ee-a2d0-b91e2279df75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741'] for subnet, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:29.062704 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:00:29.173535 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacad068-53f6-45ee-a2d0-b91e2279df75 admin admin] Checking segment: {'id': 'd90c35f3-ac38-4f09-b94c-cacd24da79a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:00:29.173702 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacad068-53f6-45ee-a2d0-b91e2279df75 admin admin] Network hostable DHCP agents. Network: 304f1885-0a25-4285-aed6-702a057610f8, hostable agents: ['b25aa941-54d2-4dd8-96cc-172903f8133a'], hosted agents: [] {{(pid=73844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 14:00:29.181185 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacad068-53f6-45ee-a2d0-b91e2279df75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49300ed0-235c-492b-9da4-467f65f5f0f0,revision_number=0']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:00:29.187387 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-aacad068-53f6-45ee-a2d0-b91e2279df75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:00:29.198391 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacad068-53f6-45ee-a2d0-b91e2279df75 admin admin] Network 304f1885-0a25-4285-aed6-702a057610f8 is scheduled to be hosted by DHCP agent b25aa941-54d2-4dd8-96cc-172903f8133a with binding_index 1 {{(pid=73844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 14:00:29.208752 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.base_scheduler [None req-aacad068-53f6-45ee-a2d0-b91e2279df75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-2-iscsi, 304f1885-0a25-4285-aed6-702a057610f8) {{(pid=73844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:00:29.214871 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacad068-53f6-45ee-a2d0-b91e2279df75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:00:29.215677 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-aacad068-53f6-45ee-a2d0-b91e2279df75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for subnet, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:29.217269 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09041793-e1cd-4ca8-8966-f5fa523e3e6a None None] Network 304f1885-0a25-4285-aed6-702a057610f8 requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:00:29.241978 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-aacad068-53f6-45ee-a2d0-b91e2279df75 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6456108
Apr 30 14:00:29.465473 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845f9d5c-ba9c-4dcd-b438-3ad7992c671d None None] Network 304f1885-0a25-4285-aed6-702a057610f8 requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:00:31.238160 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 7562e067-529e-494c-8068-fd8038c837ef up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:00:31.308507 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning for port 7562e067-529e-494c-8068-fd8038c837ef completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:00:31.313679 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port 7562e067-529e-494c-8068-fd8038c837ef triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:00:31.314088 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:31.433423 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:31.468553 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] For port 7562e067-529e-494c-8068-fd8038c837ef, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=7562e067-529e-494c-8068-fd8038c837ef,segment=NetworkSegment(69b70b19-f5ef-452f-92bd-ddc8d7145ec3),segment_id=69b70b19-f5ef-452f-92bd-ddc8d7145ec3)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:00:31.472875 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:31.474921 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:00:31.507702 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 40364) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:00:31.545812 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Pushing event updated for resources: {'Port': ['ID=7562e067-529e-494c-8068-fd8038c837ef,revision_number=5']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:00:31.548990 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:00:31.741387 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-91b6b552-93dd-4e49-9a3b-410aca77e8e7 admin admin] 10.222.0.32 "GET /v2.0/routers/5b8ddeac-27db-413a-8ef3-eb7d0e0d03e8 HTTP/1.1" status: 200  len: 710 time: 0.2325811
Apr 30 14:00:31.869502 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d28f89b-2e6b-4303-9e80-528866f09329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:00:31.870860 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-5d28f89b-2e6b-4303-9e80-528866f09329 admin admin] 10.222.0.32 "GET /v2.0/networks/304f1885-0a25-4285-aed6-702a057610f8 HTTP/1.1" status: 200  len: 886 time: 0.1244533
Apr 30 14:00:31.880001 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-52a22d80-750a-45e2-8235-fefd4be78635 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8'}}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:00:32.318344 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-52a22d80-750a-45e2-8235-fefd4be78635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8011694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8004693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5738'] for router, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:32.641873 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-52a22d80-750a-45e2-8235-fefd4be78635 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:32.696856 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-52a22d80-750a-45e2-8235-fefd4be78635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:32.866766 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [None req-52a22d80-750a-45e2-8235-fefd4be78635 admin admin] Allocated IP 172.27.1.66 (304f1885-0a25-4285-aed6-702a057610f8/49300ed0-235c-492b-9da4-467f65f5f0f0/f3a07b7a-65d2-4cb3-88a8-d650977845c1) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:00:33.012491 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-52a22d80-750a-45e2-8235-fefd4be78635 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:33.068660 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-52a22d80-750a-45e2-8235-fefd4be78635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:33.073272 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:00:33.132015 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a22d80-750a-45e2-8235-fefd4be78635 admin admin] Network 304f1885-0a25-4285-aed6-702a057610f8 is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:00:33.134672 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-52a22d80-750a-45e2-8235-fefd4be78635 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:00:33.143228 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a22d80-750a-45e2-8235-fefd4be78635 admin admin] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:00:33.198805 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a22d80-750a-45e2-8235-fefd4be78635 admin admin] Pushing event updated for resources: {'Port': ['ID=f3a07b7a-65d2-4cb3-88a8-d650977845c1,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:00:33.212780 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 7562e067-529e-494c-8068-fd8038c837ef up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:00:33.257762 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-52a22d80-750a-45e2-8235-fefd4be78635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:00:33.283197 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port 7562e067-529e-494c-8068-fd8038c837ef triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:00:33.283571 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:33.525046 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-52a22d80-750a-45e2-8235-fefd4be78635 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:33.858237 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-52a22d80-750a-45e2-8235-fefd4be78635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8011694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8004693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5738'] for router, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:33.861541 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-52a22d80-750a-45e2-8235-fefd4be78635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7995491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7995505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7995464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8004652'] for router, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:34.042300 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a22d80-750a-45e2-8235-fefd4be78635 admin admin] Router 5b8ddeac-27db-413a-8ef3-eb7d0e0d03e8 has already been hosted by L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d {{(pid=73845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 14:00:34.253809 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a22d80-750a-45e2-8235-fefd4be78635 admin admin] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:00:34.261908 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-52a22d80-750a-45e2-8235-fefd4be78635 admin admin] Notify callbacks [] for router, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:34.263072 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-52a22d80-750a-45e2-8235-fefd4be78635 admin admin] 10.222.0.32 "PUT /v2.0/routers/5b8ddeac-27db-413a-8ef3-eb7d0e0d03e8 HTTP/1.1" status: 200  len: 889 time: 2.3863358
Apr 30 14:00:34.263181 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675ec9b7-9215-45eb-bbe0-901673596639 None None] Sync routers for ids ['5b8ddeac-27db-413a-8ef3-eb7d0e0d03e8'] in dv-cinder-788365-2-iscsi {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:00:34.273497 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675ec9b7-9215-45eb-bbe0-901673596639 None None] Routers {'5b8ddeac-27db-413a-8ef3-eb7d0e0d03e8'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:00:34.274290 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-675ec9b7-9215-45eb-bbe0-901673596639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc2709190>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:00:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['5b8ddeac-27db-413a-8ef3-eb7d0e0d03e8'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:00:34.468450 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-675ec9b7-9215-45eb-bbe0-901673596639 None None] Set router 5b8ddeac-27db-413a-8ef3-eb7d0e0d03e8 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:00:34.806866 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-675ec9b7-9215-45eb-bbe0-901673596639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc2709190>, [{'id': '5b8ddeac-27db-413a-8ef3-eb7d0e0d03e8', 'name': 'router1', 'tenant_id': '39b1698fb7ac493a94ec724482cf1c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f3a07b7a-65d2-4cb3-88a8-d650977845c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:00:15Z', 'updated_at': '2021-04-30T14:00:33Z', 'revision_number': 4, 'project_id': '39b1698fb7ac493a94ec724482cf1c87', 'gw_port': {'id': 'f3a07b7a-65d2-4cb3-88a8-d650977845c1', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ae:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8ddeac-27db-413a-8ef3-eb7d0e0d03e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:00:32Z', 'updated_at': '2021-04-30T14:00:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '7562e067-529e-494c-8068-fd8038c837ef', 'name': '', 'network_id': '326d906a-9b86-4ede-9ce6-c22f09a352f1', 'tenant_id': '39b1698fb7ac493a94ec724482cf1c87', 'mac_address': 'fa:16:3e:f3:a0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ddeac-27db-413a-8ef3-eb7d0e0d03e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7e505d6-2ff1-4e04-9ef9-9f9d0f996e44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:00:24Z', 'updated_at': '2021-04-30T14:00:31Z', 'revision_number': 5, 'project_id': '39b1698fb7ac493a94ec724482cf1c87', 'subnets': [{'id': 'f7e505d6-2ff1-4e04-9ef9-9f9d0f996e44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42cdaff5-2932-4cb8-9e2c-66ea641cb9eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:00:34.811657 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675ec9b7-9215-45eb-bbe0-901673596639 None None] Checking router: 5b8ddeac-27db-413a-8ef3-eb7d0e0d03e8 for host: dv-cinder-788365-2-iscsi {{(pid=73846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:00:34.812009 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675ec9b7-9215-45eb-bbe0-901673596639 None None] Updating router 5b8ddeac-27db-413a-8ef3-eb7d0e0d03e8 port f3a07b7a-65d2-4cb3-88a8-d650977845c1 binding host dv-cinder-788365-2-iscsi {{(pid=73846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 14:00:34.865990 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-675ec9b7-9215-45eb-bbe0-901673596639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:35.189817 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-675ec9b7-9215-45eb-bbe0-901673596639 None None] Notify callbacks [] for port, precommit_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:35.201191 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-675ec9b7-9215-45eb-bbe0-901673596639 None None] Transition to ACTIVE for port object f3a07b7a-65d2-4cb3-88a8-d650977845c1 will not be triggered until provisioned by entity L2. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:00:35.210253 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-675ec9b7-9215-45eb-bbe0-901673596639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:35.214426 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-b499dab0-37e3-4227-b164-3a4f3a6d069d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:00:35.286506 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-675ec9b7-9215-45eb-bbe0-901673596639 None None] Attempting to bind port f3a07b7a-65d2-4cb3-88a8-d650977845c1 on host dv-cinder-788365-2-iscsi for vnic_type normal with profile  {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:00:35.287139 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-675ec9b7-9215-45eb-bbe0-901673596639 None None] Attempting to bind port f3a07b7a-65d2-4cb3-88a8-d650977845c1 by drivers openvswitch,hyperv on host dv-cinder-788365-2-iscsi at level 0 using segments [{'id': 'd90c35f3-ac38-4f09-b94c-cacd24da79a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:00:35.287249 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675ec9b7-9215-45eb-bbe0-901673596639 None None] Attempting to bind port f3a07b7a-65d2-4cb3-88a8-d650977845c1 on network 304f1885-0a25-4285-aed6-702a057610f8 {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:00:35.293435 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b793103-65ce-47c4-8cac-2a363a80e385 None None] Pushing event updated for resources: {'Port': ['ID=f3a07b7a-65d2-4cb3-88a8-d650977845c1,revision_number=2']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:00:35.296165 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-3b793103-65ce-47c4-8cac-2a363a80e385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:00:35.298885 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675ec9b7-9215-45eb-bbe0-901673596639 None None] Checking agent: {'id': '4f0b0810-19ae-4b24-abc7-3f67c142f33a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 59, 51), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:00:35.299260 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675ec9b7-9215-45eb-bbe0-901673596639 None None] Checking segment: {'id': 'd90c35f3-ac38-4f09-b94c-cacd24da79a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:00:35.299661 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-675ec9b7-9215-45eb-bbe0-901673596639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:35.300044 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675ec9b7-9215-45eb-bbe0-901673596639 None None] Bound using segment: {'id': 'd90c35f3-ac38-4f09-b94c-cacd24da79a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:00:35.300509 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-675ec9b7-9215-45eb-bbe0-901673596639 None None] Bound port: f3a07b7a-65d2-4cb3-88a8-d650977845c1, host: dv-cinder-788365-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd90c35f3-ac38-4f09-b94c-cacd24da79a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'}}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:00:35.300969 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-675ec9b7-9215-45eb-bbe0-901673596639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:35.376639 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-675ec9b7-9215-45eb-bbe0-901673596639 None None] For port f3a07b7a-65d2-4cb3-88a8-d650977845c1, host dv-cinder-788365-2-iscsi, cleared binding levels {{(pid=73846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:00:35.379968 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-675ec9b7-9215-45eb-bbe0-901673596639 None None] For port f3a07b7a-65d2-4cb3-88a8-d650977845c1, host dv-cinder-788365-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=f3a07b7a-65d2-4cb3-88a8-d650977845c1,segment=NetworkSegment(d90c35f3-ac38-4f09-b94c-cacd24da79a8),segment_id=d90c35f3-ac38-4f09-b94c-cacd24da79a8)] {{(pid=73846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:00:35.383518 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-675ec9b7-9215-45eb-bbe0-901673596639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:35.387455 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-f9e37d54-5234-40a5-b70b-9f3db6eee350 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:00:35.462752 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675ec9b7-9215-45eb-bbe0-901673596639 None None] Routers {'5b8ddeac-27db-413a-8ef3-eb7d0e0d03e8'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:00:35.463371 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-675ec9b7-9215-45eb-bbe0-901673596639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc2709190>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:00:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['5b8ddeac-27db-413a-8ef3-eb7d0e0d03e8'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:00:35.512815 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b793103-65ce-47c4-8cac-2a363a80e385 None None] Pushing event updated for resources: {'Port': ['ID=f3a07b7a-65d2-4cb3-88a8-d650977845c1,revision_number=3']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:00:35.520735 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-3b793103-65ce-47c4-8cac-2a363a80e385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:00:35.666899 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-675ec9b7-9215-45eb-bbe0-901673596639 None None] Set router 5b8ddeac-27db-413a-8ef3-eb7d0e0d03e8 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:00:35.989940 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-675ec9b7-9215-45eb-bbe0-901673596639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc2709190>, [{'id': '5b8ddeac-27db-413a-8ef3-eb7d0e0d03e8', 'name': 'router1', 'tenant_id': '39b1698fb7ac493a94ec724482cf1c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f3a07b7a-65d2-4cb3-88a8-d650977845c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:00:15Z', 'updated_at': '2021-04-30T14:00:33Z', 'revision_number': 4, 'project_id': '39b1698fb7ac493a94ec724482cf1c87', 'gw_port': {'id': 'f3a07b7a-65d2-4cb3-88a8-d650977845c1', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ae:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8ddeac-27db-413a-8ef3-eb7d0e0d03e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:00:32Z', 'updated_at': '2021-04-30T14:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '7562e067-529e-494c-8068-fd8038c837ef', 'name': '', 'network_id': '326d906a-9b86-4ede-9ce6-c22f09a352f1', 'tenant_id': '39b1698fb7ac493a94ec724482cf1c87', 'mac_address': 'fa:16:3e:f3:a0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ddeac-27db-413a-8ef3-eb7d0e0d03e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7e505d6-2ff1-4e04-9ef9-9f9d0f996e44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:00:24Z', 'updated_at': '2021-04-30T14:00:31Z', 'revision_number': 5, 'project_id': '39b1698fb7ac493a94ec724482cf1c87', 'subnets': [{'id': 'f7e505d6-2ff1-4e04-9ef9-9f9d0f996e44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42cdaff5-2932-4cb8-9e2c-66ea641cb9eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:00:35.994070 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675ec9b7-9215-45eb-bbe0-901673596639 None None] The sync data for ids ['5b8ddeac-27db-413a-8ef3-eb7d0e0d03e8'] in dv-cinder-788365-2-iscsi is: [{'id': '5b8ddeac-27db-413a-8ef3-eb7d0e0d03e8', 'name': 'router1', 'tenant_id': '39b1698fb7ac493a94ec724482cf1c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f3a07b7a-65d2-4cb3-88a8-d650977845c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:00:15Z', 'updated_at': '2021-04-30T14:00:33Z', 'revision_number': 4, 'project_id': '39b1698fb7ac493a94ec724482cf1c87', 'gw_port': {'id': 'f3a07b7a-65d2-4cb3-88a8-d650977845c1', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ae:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8ddeac-27db-413a-8ef3-eb7d0e0d03e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:00:32Z', 'updated_at': '2021-04-30T14:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '7562e067-529e-494c-8068-fd8038c837ef', 'name': '', 'network_id': '326d906a-9b86-4ede-9ce6-c22f09a352f1', 'tenant_id': '39b1698fb7ac493a94ec724482cf1c87', 'mac_address': 'fa:16:3e:f3:a0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8ddeac-27db-413a-8ef3-eb7d0e0d03e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7e505d6-2ff1-4e04-9ef9-9f9d0f996e44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:00:24Z', 'updated_at': '2021-04-30T14:00:31Z', 'revision_number': 5, 'project_id': '39b1698fb7ac493a94ec724482cf1c87', 'subnets': [{'id': 'f7e505d6-2ff1-4e04-9ef9-9f9d0f996e44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42cdaff5-2932-4cb8-9e2c-66ea641cb9eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:00:36.582654 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 40374) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:00:36.702012 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-56167523-e4cf-4cfd-b416-d4f345a9f04e admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1182308
Apr 30 14:00:37.241432 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device f3a07b7a-65d2-4cb3-88a8-d650977845c1 up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:00:37.309445 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning for port f3a07b7a-65d2-4cb3-88a8-d650977845c1 completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:00:37.315119 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port f3a07b7a-65d2-4cb3-88a8-d650977845c1 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:00:37.315594 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:37.443791 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:37.461348 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] For port f3a07b7a-65d2-4cb3-88a8-d650977845c1, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=f3a07b7a-65d2-4cb3-88a8-d650977845c1,segment=NetworkSegment(d90c35f3-ac38-4f09-b94c-cacd24da79a8),segment_id=d90c35f3-ac38-4f09-b94c-cacd24da79a8)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:00:37.465330 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:37.467432 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:00:37.533671 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Pushing event updated for resources: {'Port': ['ID=f3a07b7a-65d2-4cb3-88a8-d650977845c1,revision_number=4']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:00:37.538216 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:00:39.251966 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device f3a07b7a-65d2-4cb3-88a8-d650977845c1 up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:00:39.324176 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port f3a07b7a-65d2-4cb3-88a8-d650977845c1 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:00:39.324959 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:43.693261 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 5 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:00:48.571623 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-bafed052-5db8-4621-8962-3813dab0e807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:51.387903 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ee1f957d-6483-443b-8f36-f3ba55d6dd77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:51.393857 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:52.190066 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:00:53.734575 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:18.574886 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2b277014-3213-4a51-b75f-3568851bfab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:20.692267 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 5 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:01:21.363646 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e37102bd-6500-4529-9313-e69802582e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:21.370495 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:22.192124 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:23.743862 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:48.582266 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-6b2760a3-6345-4db3-9ff0-bc9b219697c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:51.369278 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a2f1c2e1-f2cc-4d30-a81d-d477e6d79fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:51.372136 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:52.196638 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:53.744081 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:01:57.691147 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 5 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:02:13.533533 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 40946) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:02:13.611611 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e5dc29c-8c9e-4cfe-ad08-10521958f122 admin admin] GET failed (client error): The resource could not be found.
Apr 30 14:02:13.612951 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-8e5dc29c-8c9e-4cfe-ad08-10521958f122 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0783861
Apr 30 14:02:13.757332 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f4d385-5761-41df-9459-13e6cd322551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:02:13.758938 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-51f4d385-5761-41df-9459-13e6cd322551 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 873 time: 0.1419475
Apr 30 14:02:15.998739 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 40956) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:02:16.129068 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9cef0c-4c8b-41a8-98e4-c2ee0770a444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:02:16.130571 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-7f9cef0c-4c8b-41a8-98e4-c2ee0770a444 admin admin] 10.222.0.32 "GET /v2.0/subnets/f7e505d6-2ff1-4e04-9ef9-9f9d0f996e44 HTTP/1.1" status: 200  len: 849 time: 0.1302981
Apr 30 14:02:16.143897 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-e26c611b-64d9-48c5-af82-dc845dcb78b9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:02:16.286464 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e26c611b-64d9-48c5-af82-dc845dcb78b9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:02:16.629737 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e26c611b-64d9-48c5-af82-dc845dcb78b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774018672478'] for subnet, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:02:16.634102 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-295b7552-b4be-4614-88bc-0cb3de78bdee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:02:16.681215 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26c611b-64d9-48c5-af82-dc845dcb78b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:02:16.682103 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e26c611b-64d9-48c5-af82-dc845dcb78b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for subnet, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:02:16.685286 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-e26c611b-64d9-48c5-af82-dc845dcb78b9 admin admin] 10.222.0.32 "PUT /v2.0/subnets/f7e505d6-2ff1-4e04-9ef9-9f9d0f996e44 HTTP/1.1" status: 200  len: 868 time: 0.5438969
Apr 30 14:02:16.687612 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f7e414-2636-4cb7-a970-3199f90ad37c None None] Network 326d906a-9b86-4ede-9ce6-c22f09a352f1 requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:02:16.725778 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c611b-64d9-48c5-af82-dc845dcb78b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7e505d6-2ff1-4e04-9ef9-9f9d0f996e44,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:02:16.740012 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c611b-64d9-48c5-af82-dc845dcb78b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:02:16.740012 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c611b-64d9-48c5-af82-dc845dcb78b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:02:16.740012 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c611b-64d9-48c5-af82-dc845dcb78b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:02:16.740599 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c611b-64d9-48c5-af82-dc845dcb78b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:02:16.740977 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c611b-64d9-48c5-af82-dc845dcb78b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:02:16.741742 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c611b-64d9-48c5-af82-dc845dcb78b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:02:16.742145 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c611b-64d9-48c5-af82-dc845dcb78b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:02:16.743332 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c611b-64d9-48c5-af82-dc845dcb78b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:02:16.743332 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c611b-64d9-48c5-af82-dc845dcb78b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:02:16.743725 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c611b-64d9-48c5-af82-dc845dcb78b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:02:16.744134 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c611b-64d9-48c5-af82-dc845dcb78b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:02:16.744649 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c611b-64d9-48c5-af82-dc845dcb78b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:02:16.750590 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-e26c611b-64d9-48c5-af82-dc845dcb78b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:02:17.241545 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-d27f1738-c1fb-41dd-9c60-96e5755db4b1 None None] Provisioning complete for port f18d00dc-7a52-4683-8eb5-aa4eb36dbe52 triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:02:17.242029 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-d27f1738-c1fb-41dd-9c60-96e5755db4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:02:17.418421 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-d27f1738-c1fb-41dd-9c60-96e5755db4b1 None None] Provisioning complete for port 7562e067-529e-494c-8068-fd8038c837ef triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:02:17.418789 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-d27f1738-c1fb-41dd-9c60-96e5755db4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:02:18.576938 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-86355a3c-57d7-4b3b-b27d-2327290dd239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:02:19.053944 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 40966) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:02:19.258370 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1adfba4-8feb-4c77-9cc0-9534b1169cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:02:19.258857 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1adfba4-8feb-4c77-9cc0-9534b1169cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:02:19.260391 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-c1adfba4-8feb-4c77-9cc0-9534b1169cf7 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1550 time: 0.2054079
Apr 30 14:02:21.373046 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9e3166a3-0dbc-4953-b080-5443d7816093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:02:21.376450 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:02:21.439984 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 40976) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:02:21.634063 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ba5d10-481c-47a2-91dd-8b4933d6e15c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:02:21.634816 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ba5d10-481c-47a2-91dd-8b4933d6e15c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:02:21.637049 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-36ba5d10-481c-47a2-91dd-8b4933d6e15c admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1550 time: 0.1956391
Apr 30 14:02:22.209360 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:02:23.748920 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:02:23.909462 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 40986) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:02:24.115316 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec48e52f-7315-4c71-819f-0988fa588c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:02:24.117495 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-ec48e52f-7315-4c71-819f-0988fa588c4a admin admin] 10.222.0.32 "GET /v2.0/networks/304f1885-0a25-4285-aed6-702a057610f8 HTTP/1.1" status: 200  len: 886 time: 0.2068691
Apr 30 14:02:26.308030 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 40996) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:02:26.503286 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c556fa14-e4d6-44c1-9a99-d3bb7034b1bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:02:26.504664 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-c556fa14-e4d6-44c1-9a99-d3bb7034b1bf admin admin] 10.222.0.32 "GET /v2.0/networks/326d906a-9b86-4ede-9ce6-c22f09a352f1 HTTP/1.1" status: 200  len: 870 time: 0.1956728
Apr 30 14:02:28.768523 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 41006) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:02:28.896568 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009944b1-dde1-461a-989b-ffeedfde2e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:02:28.897026 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009944b1-dde1-461a-989b-ffeedfde2e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:02:28.898663 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-009944b1-dde1-461a-989b-ffeedfde2e79 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1291831
Apr 30 14:02:31.243464 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 41016) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:02:31.364777 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649733db-e859-4430-98d2-420452f9410f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:02:31.365240 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649733db-e859-4430-98d2-420452f9410f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:02:31.367064 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-649733db-e859-4430-98d2-420452f9410f admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1226101
Apr 30 14:02:33.567347 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 41026) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:02:33.678895 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852fbf2c-1cb1-4668-a3b7-d4953988914d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:02:33.679459 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-852fbf2c-1cb1-4668-a3b7-d4953988914d admin admin] Synchronizing usage tracker for tenant:55cf1c5902cd43ab85b528b51e713d52 on resource:subnet {{(pid=73844) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:02:33.698579 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-852fbf2c-1cb1-4668-a3b7-d4953988914d admin admin] Unset dirty status for tenant:55cf1c5902cd43ab85b528b51e713d52 on resource:subnet {{(pid=73844) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:02:33.702879 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-852fbf2c-1cb1-4668-a3b7-d4953988914d admin admin] 10.222.0.32 "GET /v2.0/subnets/49300ed0-235c-492b-9da4-467f65f5f0f0 HTTP/1.1" status: 200  len: 816 time: 0.1338444
Apr 30 14:02:34.689433 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 5 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:02:35.911995 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 41036) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:02:36.019632 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b1317d-bbbe-4e29-b4ec-8a82717b807e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:02:36.021731 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-01b1317d-bbbe-4e29-b4ec-8a82717b807e admin admin] 10.222.0.32 "GET /v2.0/subnets/f7e505d6-2ff1-4e04-9ef9-9f9d0f996e44 HTTP/1.1" status: 200  len: 868 time: 0.1086907
Apr 30 14:02:48.580708 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ea2eaa89-6c5c-4410-9785-27d25a3815d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:02:51.367584 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f30ccda1-1303-41d6-acbd-f01a0c6427a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:02:51.373134 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:02:52.199814 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:02:53.748210 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:02:59.309245 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 41080) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:02:59.370404 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [None req-5362e5db-75dd-4406-9932-f4ae7de2174f admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=73845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 14:02:59.371435 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-5362e5db-75dd-4406-9932-f4ae7de2174f admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0612121
Apr 30 14:03:01.784305 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 41090) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:03:01.854241 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3fcb437-7bd1-41da-bfb4-32de1e7ee486 admin admin] GET failed (client error): The resource could not be found.
Apr 30 14:03:01.855489 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-e3fcb437-7bd1-41da-bfb4-32de1e7ee486 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0702839
Apr 30 14:03:02.009119 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2118111f-d420-4130-b82b-1acfd3b48a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:03:02.010518 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-2118111f-d420-4130-b82b-1acfd3b48a6c admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1512134
Apr 30 14:03:04.177271 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 41100) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:03:04.226264 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-aa6c8f51-bef9-4437-b975-9b4643e4d522 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:03:04.231356 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-aa6c8f51-bef9-4437-b975-9b4643e4d522 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:03:04.240794 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-aa6c8f51-bef9-4437-b975-9b4643e4d522 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:03:04.250455 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6c8f51-bef9-4437-b975-9b4643e4d522 admin admin] Made reservation on behalf of 55cf1c5902cd43ab85b528b51e713d52 for: {'network': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:03:04.252670 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-aa6c8f51-bef9-4437-b975-9b4643e4d522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for network, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:04.346076 dv-cinder-788365-2-iscsi neutron-server[73845]: WARNING neutron.services.revisions.revision_plugin [None req-aa6c8f51-bef9-4437-b975-9b4643e4d522 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fadc2978e80] {project_id='55cf1c5902cd43ab85b528b51e713d52', id='0dd4c8b2-b572-4038-8ec8-8748e9a9b974', target_tenant='*', action='access_as_shared', object_id='3487f7de-51f9-4054-a05a-194106d3d7ec'}> to bump revision.
Apr 30 14:03:04.360215 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa6c8f51-bef9-4437-b975-9b4643e4d522 admin admin] vlan segment allocate from pool success with {'vlan_id': 1441, 'physical_network': 'physnet1'}  {{(pid=73845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 14:03:04.370359 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-aa6c8f51-bef9-4437-b975-9b4643e4d522 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774018681236', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-993311'] for segment, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:04.371027 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-aa6c8f51-bef9-4437-b975-9b4643e4d522 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fadc4449940> segment precommit_create {{(pid=73845) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Apr 30 14:03:04.371342 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.db.segments_db [None req-aa6c8f51-bef9-4437-b975-9b4643e4d522 admin admin] Added segment 8f3fa0e7-633a-452f-a4ee-655cf5463bbe of type vlan for network 3487f7de-51f9-4054-a05a-194106d3d7ec
Apr 30 14:03:04.407161 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-aa6c8f51-bef9-4437-b975-9b4643e4d522 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774018256249'] for network, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:04.439810 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-aa6c8f51-bef9-4437-b975-9b4643e4d522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741'] for network, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:04.441221 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6c8f51-bef9-4437-b975-9b4643e4d522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:03:04.441837 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-aa6c8f51-bef9-4437-b975-9b4643e4d522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for network, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:04.446312 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:03:04.539618 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-aa6c8f51-bef9-4437-b975-9b4643e4d522 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 848 time: 0.3612194
Apr 30 14:03:04.544439 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c8f51-bef9-4437-b975-9b4643e4d522 admin admin] Pushing event updated for resources: {'Network': ['ID=3487f7de-51f9-4054-a05a-194106d3d7ec,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:03:04.548969 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-aa6c8f51-bef9-4437-b975-9b4643e4d522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:03:04.557111 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Network 3487f7de-51f9-4054-a05a-194106d3d7ec details requested by agent ovs-agent-dv-cinder-788365-2-iscsi with host dv-cinder-788365-2-iscsi {{(pid=73846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 14:03:06.681949 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 41110) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:03:06.748514 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.pecan_wsgi.hooks.translation [None req-b003b689-e166-4f93-ac8a-e6034173e41f admin admin] GET failed (client error): The resource could not be found.
Apr 30 14:03:06.749026 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-b003b689-e166-4f93-ac8a-e6034173e41f admin admin] Synchronizing usage tracker for tenant:55cf1c5902cd43ab85b528b51e713d52 on resource:network {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:03:06.763908 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-b003b689-e166-4f93-ac8a-e6034173e41f admin admin] Unset dirty status for tenant:55cf1c5902cd43ab85b528b51e713d52 on resource:network {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:03:06.765140 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-b003b689-e166-4f93-ac8a-e6034173e41f admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0822320
Apr 30 14:03:06.869517 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3597cc6e-a88d-4e1e-9336-8da4175022a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:03:06.870873 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-3597cc6e-a88d-4e1e-9336-8da4175022a0 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 827 time: 0.1015394
Apr 30 14:03:06.880450 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-d5e9d78f-ec9c-4726-b0e6-ad38632dacff admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '3487f7de-51f9-4054-a05a-194106d3d7ec'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:03:06.884764 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-d5e9d78f-ec9c-4726-b0e6-ad38632dacff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:03:06.894415 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-d5e9d78f-ec9c-4726-b0e6-ad38632dacff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:03:06.903982 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e9d78f-ec9c-4726-b0e6-ad38632dacff admin admin] Made reservation on behalf of 55cf1c5902cd43ab85b528b51e713d52 for: {'subnet': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:03:06.907034 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d5e9d78f-ec9c-4726-b0e6-ad38632dacff admin admin] Notify callbacks [] for subnet, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:07.300547 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d5e9d78f-ec9c-4726-b0e6-ad38632dacff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741'] for subnet, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:07.304077 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-e26c611b-64d9-48c5-af82-dc845dcb78b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:03:07.379724 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9d78f-ec9c-4726-b0e6-ad38632dacff admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8db3dd1-63ce-43ec-8949-c8c08430ab84,revision_number=0']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:03:07.385006 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-d5e9d78f-ec9c-4726-b0e6-ad38632dacff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:03:07.395265 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e9d78f-ec9c-4726-b0e6-ad38632dacff admin admin] Checking segment: {'id': '8f3fa0e7-633a-452f-a4ee-655cf5463bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1441, 'network_id': '3487f7de-51f9-4054-a05a-194106d3d7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:03:07.395616 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e9d78f-ec9c-4726-b0e6-ad38632dacff admin admin] Network hostable DHCP agents. Network: 3487f7de-51f9-4054-a05a-194106d3d7ec, hostable agents: ['b25aa941-54d2-4dd8-96cc-172903f8133a'], hosted agents: [] {{(pid=73845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 14:03:07.417512 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e9d78f-ec9c-4726-b0e6-ad38632dacff admin admin] Network 3487f7de-51f9-4054-a05a-194106d3d7ec is scheduled to be hosted by DHCP agent b25aa941-54d2-4dd8-96cc-172903f8133a with binding_index 1 {{(pid=73845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 14:03:07.428637 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-d5e9d78f-ec9c-4726-b0e6-ad38632dacff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-2-iscsi, 3487f7de-51f9-4054-a05a-194106d3d7ec) {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:03:07.433110 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e9d78f-ec9c-4726-b0e6-ad38632dacff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:03:07.434374 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d5e9d78f-ec9c-4726-b0e6-ad38632dacff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for subnet, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:07.437600 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02583ae9-0ad2-43ea-ae9b-2511e16f7a4e None None] Network 3487f7de-51f9-4054-a05a-194106d3d7ec requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:03:07.460679 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-d5e9d78f-ec9c-4726-b0e6-ad38632dacff admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5835555
Apr 30 14:03:07.658220 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867864fc-e981-471a-b801-48eeef8b98e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp975dfcca-068d-5fd8-ba64-a582cd474b95-3487f7de-51f9-4054-a05a-194106d3d7ec', 'network_id': '3487f7de-51f9-4054-a05a-194106d3d7ec', 'tenant_id': '55cf1c5902cd43ab85b528b51e713d52', 'fixed_ips': [{'subnet_id': 'a8db3dd1-63ce-43ec-8949-c8c08430ab84'}]}} from dv-cinder-788365-2-iscsi. {{(pid=73846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 14:03:07.659088 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-867864fc-e981-471a-b801-48eeef8b98e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:07.816482 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_common [None req-867864fc-e981-471a-b801-48eeef8b98e9 None None] Allocated IP 192.168.233.2 (3487f7de-51f9-4054-a05a-194106d3d7ec/a8db3dd1-63ce-43ec-8949-c8c08430ab84/66677001-e8e1-49f7-be73-6d1f76c7083a) {{(pid=73846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:03:08.026110 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-867864fc-e981-471a-b801-48eeef8b98e9 None None] Notify callbacks [] for port, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:08.036270 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-867864fc-e981-471a-b801-48eeef8b98e9 None None] Transition to ACTIVE for port object 66677001-e8e1-49f7-be73-6d1f76c7083a will not be triggered until provisioned by entity L2. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:03:08.055347 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-867864fc-e981-471a-b801-48eeef8b98e9 None None] Transition to ACTIVE for port object 66677001-e8e1-49f7-be73-6d1f76c7083a will not be triggered until provisioned by entity DHCP. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:03:08.062284 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-867864fc-e981-471a-b801-48eeef8b98e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188'] for port, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:08.066961 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:03:08.125845 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867864fc-e981-471a-b801-48eeef8b98e9 None None] Network 3487f7de-51f9-4054-a05a-194106d3d7ec is already hosted by enough agents. {{(pid=73846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:03:08.132873 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-867864fc-e981-471a-b801-48eeef8b98e9 None None] Resources bound (agent type, host, resource id):  {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:03:08.139239 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867864fc-e981-471a-b801-48eeef8b98e9 None None] Pushing event updated for resources: {'Port': ['ID=66677001-e8e1-49f7-be73-6d1f76c7083a,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:03:08.141565 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867864fc-e981-471a-b801-48eeef8b98e9 None None] Received port after_create {{(pid=73846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:03:08.174117 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867864fc-e981-471a-b801-48eeef8b98e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:03:08.174461 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867864fc-e981-471a-b801-48eeef8b98e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:03:08.174798 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867864fc-e981-471a-b801-48eeef8b98e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:03:08.175132 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867864fc-e981-471a-b801-48eeef8b98e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:03:08.175458 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867864fc-e981-471a-b801-48eeef8b98e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:03:08.175788 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867864fc-e981-471a-b801-48eeef8b98e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:03:08.176106 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867864fc-e981-471a-b801-48eeef8b98e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:03:08.176432 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867864fc-e981-471a-b801-48eeef8b98e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:03:08.176773 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867864fc-e981-471a-b801-48eeef8b98e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:03:08.177164 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867864fc-e981-471a-b801-48eeef8b98e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:03:08.177489 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867864fc-e981-471a-b801-48eeef8b98e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:03:08.177829 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867864fc-e981-471a-b801-48eeef8b98e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:03:08.190303 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-867864fc-e981-471a-b801-48eeef8b98e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:03:08.244793 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-867864fc-e981-471a-b801-48eeef8b98e9 None None] Attempting to bind port 66677001-e8e1-49f7-be73-6d1f76c7083a on host dv-cinder-788365-2-iscsi for vnic_type normal with profile  {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:03:08.245165 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-867864fc-e981-471a-b801-48eeef8b98e9 None None] Attempting to bind port 66677001-e8e1-49f7-be73-6d1f76c7083a by drivers openvswitch,hyperv on host dv-cinder-788365-2-iscsi at level 0 using segments [{'id': '8f3fa0e7-633a-452f-a4ee-655cf5463bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1441, 'network_id': '3487f7de-51f9-4054-a05a-194106d3d7ec'}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:03:08.245529 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867864fc-e981-471a-b801-48eeef8b98e9 None None] Attempting to bind port 66677001-e8e1-49f7-be73-6d1f76c7083a on network 3487f7de-51f9-4054-a05a-194106d3d7ec {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:03:08.251594 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867864fc-e981-471a-b801-48eeef8b98e9 None None] Checking agent: {'id': '4f0b0810-19ae-4b24-abc7-3f67c142f33a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 59, 51), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:03:08.251968 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867864fc-e981-471a-b801-48eeef8b98e9 None None] Checking segment: {'id': '8f3fa0e7-633a-452f-a4ee-655cf5463bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1441, 'network_id': '3487f7de-51f9-4054-a05a-194106d3d7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:03:08.252370 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-867864fc-e981-471a-b801-48eeef8b98e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:08.252768 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867864fc-e981-471a-b801-48eeef8b98e9 None None] Bound using segment: {'id': '8f3fa0e7-633a-452f-a4ee-655cf5463bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1441, 'network_id': '3487f7de-51f9-4054-a05a-194106d3d7ec'} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:03:08.253272 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-867864fc-e981-471a-b801-48eeef8b98e9 None None] Bound port: 66677001-e8e1-49f7-be73-6d1f76c7083a, host: dv-cinder-788365-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3fa0e7-633a-452f-a4ee-655cf5463bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1441, 'network_id': '3487f7de-51f9-4054-a05a-194106d3d7ec'}}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:03:08.253662 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-867864fc-e981-471a-b801-48eeef8b98e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:08.346596 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-867864fc-e981-471a-b801-48eeef8b98e9 None None] For port 66677001-e8e1-49f7-be73-6d1f76c7083a, host dv-cinder-788365-2-iscsi, cleared binding levels {{(pid=73846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:03:08.349928 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-867864fc-e981-471a-b801-48eeef8b98e9 None None] For port 66677001-e8e1-49f7-be73-6d1f76c7083a, host dv-cinder-788365-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=66677001-e8e1-49f7-be73-6d1f76c7083a,segment=NetworkSegment(8f3fa0e7-633a-452f-a4ee-655cf5463bbe),segment_id=8f3fa0e7-633a-452f-a4ee-655cf5463bbe)] {{(pid=73846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:03:08.354031 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-867864fc-e981-471a-b801-48eeef8b98e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:08.358375 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:03:08.434160 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867864fc-e981-471a-b801-48eeef8b98e9 None None] Pushing event updated for resources: {'Port': ['ID=66677001-e8e1-49f7-be73-6d1f76c7083a,revision_number=2']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:03:08.442116 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-867864fc-e981-471a-b801-48eeef8b98e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:03:09.223546 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb201f8-7f6c-4189-8658-c6ec56d40ac3 None None] Network 3487f7de-51f9-4054-a05a-194106d3d7ec requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:03:09.335767 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-fd801430-4288-4542-9eb6-a422bda1fb89 None None] Provisioning for port 66677001-e8e1-49f7-be73-6d1f76c7083a completed by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:03:09.368318 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 66677001-e8e1-49f7-be73-6d1f76c7083a up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:03:09.520854 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning for port 66677001-e8e1-49f7-be73-6d1f76c7083a completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:03:09.528630 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port 66677001-e8e1-49f7-be73-6d1f76c7083a triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:03:09.529038 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:09.688104 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:09.726496 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] For port 66677001-e8e1-49f7-be73-6d1f76c7083a, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=66677001-e8e1-49f7-be73-6d1f76c7083a,segment=NetworkSegment(8f3fa0e7-633a-452f-a4ee-655cf5463bbe),segment_id=8f3fa0e7-633a-452f-a4ee-655cf5463bbe)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:03:09.730886 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:09.740632 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:03:09.809959 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Pushing event updated for resources: {'Port': ['ID=66677001-e8e1-49f7-be73-6d1f76c7083a,revision_number=3']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:03:09.813532 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:03:09.867015 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-56fbea08-1e01-4500-8b70-517922720ca8 None None] Provisioning complete for port 66677001-e8e1-49f7-be73-6d1f76c7083a triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:03:09.867397 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-56fbea08-1e01-4500-8b70-517922720ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:11.329639 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 66677001-e8e1-49f7-be73-6d1f76c7083a up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:03:11.398872 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port 66677001-e8e1-49f7-be73-6d1f76c7083a triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:03:11.399247 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:11.689178 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 5 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:03:18.584513 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-dde3d8c2-bd93-4745-8e72-dad0f0ab0e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:21.368859 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-46695e7a-8fb6-43f2-8310-a164acf2310d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:21.372634 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:22.204363 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:23.749986 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:48.589447 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-bf556435-8e72-4c02-9cae-ea3d2a1d4ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:48.689563 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 5 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:03:51.383189 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f2e20a9b-3cc3-4bad-92f5-9dac3bbaa72f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:51.385089 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:52.214798 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:03:53.754716 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:04:18.593990 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8b18cb03-c729-4b70-8445-4fff20e12cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:04:21.372521 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ce785d93-9bd0-4ae1-9858-9871933bb637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:04:21.374324 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:04:21.619420 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 41160) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:04:21.626089 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [None req-11092c60-45c9-4e78-9e43-4cf746c0484c tempest-verify_tempest_config-1662651627 tempest-verify_tempest_config-1662651627-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=73845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 14:04:21.627031 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-11092c60-45c9-4e78-9e43-4cf746c0484c tempest-verify_tempest_config-1662651627 tempest-verify_tempest_config-1662651627-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0066741
Apr 30 14:04:21.924411 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 41178) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:04:22.039140 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-10f75667-8baf-4bd3-b5fe-eae5627a01c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:04:22.053987 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-10f75667-8baf-4bd3-b5fe-eae5627a01c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:04:22.057410 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-10f75667-8baf-4bd3-b5fe-eae5627a01c1 admin admin] Usage tracker for resource:security_group_rule and tenant:5857dfe5c6564b13a41f52b774c285a3 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:04:22.060840 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-10f75667-8baf-4bd3-b5fe-eae5627a01c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:04:22.066436 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-10f75667-8baf-4bd3-b5fe-eae5627a01c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:04:22.152696 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-10f75667-8baf-4bd3-b5fe-eae5627a01c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:04:22.156329 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-10f75667-8baf-4bd3-b5fe-eae5627a01c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:04:22.163504 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:04:22.204764 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-10f75667-8baf-4bd3-b5fe-eae5627a01c1 admin admin] Synchronizing usage tracker for tenant:55cf1c5902cd43ab85b528b51e713d52 on resource:security_group {{(pid=73844) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:04:22.207334 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f75667-8baf-4bd3-b5fe-eae5627a01c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4d2824-b3ee-4457-86c0-95ce4adba782,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:04:22.209189 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:04:22.215637 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f75667-8baf-4bd3-b5fe-eae5627a01c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:04:22.215993 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f75667-8baf-4bd3-b5fe-eae5627a01c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:04:22.216330 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f75667-8baf-4bd3-b5fe-eae5627a01c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:04:22.216658 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f75667-8baf-4bd3-b5fe-eae5627a01c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:04:22.216981 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f75667-8baf-4bd3-b5fe-eae5627a01c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:04:22.217318 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f75667-8baf-4bd3-b5fe-eae5627a01c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:04:22.217643 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f75667-8baf-4bd3-b5fe-eae5627a01c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:04:22.217992 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f75667-8baf-4bd3-b5fe-eae5627a01c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:04:22.218328 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f75667-8baf-4bd3-b5fe-eae5627a01c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:04:22.218649 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f75667-8baf-4bd3-b5fe-eae5627a01c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:04:22.218961 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f75667-8baf-4bd3-b5fe-eae5627a01c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:04:22.219278 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f75667-8baf-4bd3-b5fe-eae5627a01c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:04:22.224553 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-10f75667-8baf-4bd3-b5fe-eae5627a01c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:04:22.239023 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-10f75667-8baf-4bd3-b5fe-eae5627a01c1 admin admin] Unset dirty status for tenant:55cf1c5902cd43ab85b528b51e713d52 on resource:security_group {{(pid=73844) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:04:22.240328 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-10f75667-8baf-4bd3-b5fe-eae5627a01c1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5857dfe5c6564b13a41f52b774c285a3&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3149614
Apr 30 14:04:22.243375 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 41184) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:04:22.302133 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c602fd4a-ffd9-4678-8178-7409afe9a7a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:04:22.327651 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c602fd4a-ffd9-4678-8178-7409afe9a7a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:04:22.418225 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c602fd4a-ffd9-4678-8178-7409afe9a7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:04:22.422052 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:04:22.433690 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c602fd4a-ffd9-4678-8178-7409afe9a7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4d2824-b3ee-4457-86c0-95ce4adba782,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:04:22.437272 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-c602fd4a-ffd9-4678-8178-7409afe9a7a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:04:22.440843 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c602fd4a-ffd9-4678-8178-7409afe9a7a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:04:22.444044 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-c602fd4a-ffd9-4678-8178-7409afe9a7a6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb4d2824-b3ee-4457-86c0-95ce4adba782 HTTP/1.1" status: 204  len: 168 time: 0.1974394
Apr 30 14:04:23.754251 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:04:25.690205 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 5 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:04:48.599023 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-73278c0a-7c4f-4707-bfb5-032236d80ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:04:51.368776 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a82d7da9-df6e-4b78-862d-b38431f08b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:04:51.375448 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:04:52.213757 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:04:53.756224 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:05:02.688854 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 5 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:05:18.601425 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-edaa5522-ad3f-4b60-afdb-c8f34dcad5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:05:21.376752 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:05:21.379182 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a195f79a-c3fd-4619-bffc-8f01cdbfdb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:05:22.215497 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:05:23.760257 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:05:39.688120 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 5 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:05:48.607115 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9e325c09-976e-42e9-907e-75eba388e2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:05:51.372945 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-deec6dd4-81ce-48b6-86e8-44bdca40ac44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:05:51.379680 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:05:51.907840 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254'] for agent, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:05:52.220255 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:05:53.763388 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:06:11.041520 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 41258) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:06:11.177657 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-90130f45-f77b-497c-adb1-b22d07c91538 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1350074
Apr 30 14:06:13.488347 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 41268) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:06:13.551826 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-a611c7eb-4ed8-4ba4-91ae-449142f70352 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0623705
Apr 30 14:06:16.691126 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:06:18.612535 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-1bb7e6ee-396e-4e57-9ea3-ec5dd15a5da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:06:21.373129 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-7303206e-47e1-4484-8fda-694f8f49f6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:06:21.386446 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:06:21.911385 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:06:22.221757 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:06:23.766973 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:06:48.611175 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c1abaa96-0732-45b3-a118-f48b810a879d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:06:51.368654 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-d8915d58-ac86-4cfb-93c1-74aef0949202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:06:51.377347 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:06:51.932199 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:06:52.225911 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:06:53.690822 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:06:53.775776 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:18.607161 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-075ab32b-f7b7-4156-91be-65d2e88e9a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:21.381602 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-716d57e8-8a5d-4a87-abcb-664edf53d670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:21.388891 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:21.927686 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:22.228664 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:23.776814 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:30.690637 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:07:41.880314 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 41362) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:07:42.158515 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-b34a580d-fab3-4d0f-a5c4-dc0dde385a68 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-656818362-network', 'tenant_id': '13478f31079d4d4f97143a6de5da7786'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:07:42.164192 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-b34a580d-fab3-4d0f-a5c4-dc0dde385a68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:07:42.168331 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-b34a580d-fab3-4d0f-a5c4-dc0dde385a68 admin admin] Usage tracker for resource:network and tenant:13478f31079d4d4f97143a6de5da7786 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:07:42.171916 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-b34a580d-fab3-4d0f-a5c4-dc0dde385a68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:07:42.178149 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-b34a580d-fab3-4d0f-a5c4-dc0dde385a68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:07:42.191286 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34a580d-fab3-4d0f-a5c4-dc0dde385a68 admin admin] Made reservation on behalf of 13478f31079d4d4f97143a6de5da7786 for: {'network': 1} {{(pid=73844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:07:42.194237 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-b34a580d-fab3-4d0f-a5c4-dc0dde385a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for network, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:42.216224 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-b34a580d-fab3-4d0f-a5c4-dc0dde385a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:42.242432 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-b34a580d-fab3-4d0f-a5c4-dc0dde385a68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:07:42.247769 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-b34a580d-fab3-4d0f-a5c4-dc0dde385a68 admin admin] Usage tracker for resource:security_group_rule and tenant:13478f31079d4d4f97143a6de5da7786 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:07:42.252268 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-b34a580d-fab3-4d0f-a5c4-dc0dde385a68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:07:42.267022 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-b34a580d-fab3-4d0f-a5c4-dc0dde385a68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:07:42.399630 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-b34a580d-fab3-4d0f-a5c4-dc0dde385a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:42.404886 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-b34a580d-fab3-4d0f-a5c4-dc0dde385a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:42.414482 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-caafdd2a-2ed7-4ae8-a195-ac57c532aee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:07:42.449909 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a580d-fab3-4d0f-a5c4-dc0dde385a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f1076a-cfbc-4d4b-8284-fbf5e1de1de4,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:07:42.456001 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b34a580d-fab3-4d0f-a5c4-dc0dde385a68 admin admin] vlan segment allocate from pool success with {'vlan_id': 1431, 'physical_network': 'physnet1'}  {{(pid=73844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 14:07:42.465949 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34a580d-fab3-4d0f-a5c4-dc0dde385a68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:42.466408 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34a580d-fab3-4d0f-a5c4-dc0dde385a68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:42.466758 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34a580d-fab3-4d0f-a5c4-dc0dde385a68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:42.467122 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34a580d-fab3-4d0f-a5c4-dc0dde385a68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:42.467446 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34a580d-fab3-4d0f-a5c4-dc0dde385a68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:42.467786 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34a580d-fab3-4d0f-a5c4-dc0dde385a68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:42.468136 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34a580d-fab3-4d0f-a5c4-dc0dde385a68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:42.468433 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34a580d-fab3-4d0f-a5c4-dc0dde385a68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:42.468768 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34a580d-fab3-4d0f-a5c4-dc0dde385a68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:42.469087 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34a580d-fab3-4d0f-a5c4-dc0dde385a68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:42.469410 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34a580d-fab3-4d0f-a5c4-dc0dde385a68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:42.469755 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34a580d-fab3-4d0f-a5c4-dc0dde385a68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:42.470868 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34a580d-fab3-4d0f-a5c4-dc0dde385a68 admin admin] Tracked resource versions report:
Apr 30 14:07:42.470868 dv-cinder-788365-2-iscsi neutron-server[73844]: pushed versions:
Apr 30 14:07:42.470868 dv-cinder-788365-2-iscsi neutron-server[73844]: {   'AddressGroup': {'1.2'},
Apr 30 14:07:42.470868 dv-cinder-788365-2-iscsi neutron-server[73844]:     'ConntrackHelper': {'1.0'},
Apr 30 14:07:42.470868 dv-cinder-788365-2-iscsi neutron-server[73844]:     'Log': {'1.0'},
Apr 30 14:07:42.470868 dv-cinder-788365-2-iscsi neutron-server[73844]:     'Network': {'1.1'},
Apr 30 14:07:42.470868 dv-cinder-788365-2-iscsi neutron-server[73844]:     'Port': {'1.7'},
Apr 30 14:07:42.470868 dv-cinder-788365-2-iscsi neutron-server[73844]:     'PortForwarding': {'1.2'},
Apr 30 14:07:42.470868 dv-cinder-788365-2-iscsi neutron-server[73844]:     'QosPolicy': {'1.8'},
Apr 30 14:07:42.470868 dv-cinder-788365-2-iscsi neutron-server[73844]:     'SecurityGroup': {'1.4'},
Apr 30 14:07:42.470868 dv-cinder-788365-2-iscsi neutron-server[73844]:     'SecurityGroupRule': {'1.2'},
Apr 30 14:07:42.470868 dv-cinder-788365-2-iscsi neutron-server[73844]:     'SubPort': {'1.0'},
Apr 30 14:07:42.470868 dv-cinder-788365-2-iscsi neutron-server[73844]:     'Subnet': {'1.1'},
Apr 30 14:07:42.470868 dv-cinder-788365-2-iscsi neutron-server[73844]:     'Trunk': {'1.1'}}
Apr 30 14:07:42.470868 dv-cinder-788365-2-iscsi neutron-server[73844]: consumer versions:
Apr 30 14:07:42.470868 dv-cinder-788365-2-iscsi neutron-server[73844]: {   DHCP agent@dv-cinder-788365-2-iscsi: {},
Apr 30 14:07:42.470868 dv-cinder-788365-2-iscsi neutron-server[73844]:     HyperV agent@hv-cinder-78836: {},
Apr 30 14:07:42.470868 dv-cinder-788365-2-iscsi neutron-server[73844]:     L3 agent@dv-cinder-788365-2-iscsi: {},
Apr 30 14:07:42.470868 dv-cinder-788365-2-iscsi neutron-server[73844]:     Metadata agent@dv-cinder-788365-2-iscsi: {},
Apr 30 14:07:42.470868 dv-cinder-788365-2-iscsi neutron-server[73844]:     Metering agent@dv-cinder-788365-2-iscsi: {},
Apr 30 14:07:42.470868 dv-cinder-788365-2-iscsi neutron-server[73844]:     Open vSwitch agent@dv-cinder-788365-2-iscsi: {   'AddressGroup': '1.2',
Apr 30 14:07:42.470868 dv-cinder-788365-2-iscsi neutron-server[73844]:                                                      'ConntrackHelper': '1.0',
Apr 30 14:07:42.470868 dv-cinder-788365-2-iscsi neutron-server[73844]:                                                      'Log': '1.0',
Apr 30 14:07:42.470868 dv-cinder-788365-2-iscsi neutron-server[73844]:                                                      'Network': '1.1',
Apr 30 14:07:42.470868 dv-cinder-788365-2-iscsi neutron-server[73844]:                                                      'Port': '1.7',
Apr 30 14:07:42.470868 dv-cinder-788365-2-iscsi neutron-server[73844]:                                                      'PortForwarding': '1.2',
Apr 30 14:07:42.470868 dv-cinder-788365-2-iscsi neutron-server[73844]:                                                      'QosPolicy': '1.8',
Apr 30 14:07:42.470868 dv-cinder-788365-2-iscsi neutron-server[73844]:                                                      'SecurityGroup': '1.4',
Apr 30 14:07:42.470868 dv-cinder-788365-2-iscsi neutron-server[73844]:                                                      'SecurityGroupRule': '1.2',
Apr 30 14:07:42.470868 dv-cinder-788365-2-iscsi neutron-server[73844]:                                                      'SubPort': '1.0',
Apr 30 14:07:42.470868 dv-cinder-788365-2-iscsi neutron-server[73844]:                                                      'Subnet': '1.1',
Apr 30 14:07:42.470868 dv-cinder-788365-2-iscsi neutron-server[73844]:                                                      'Trunk': '1.1'}}
Apr 30 14:07:42.470868 dv-cinder-788365-2-iscsi neutron-server[73844]:  {{(pid=73844) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 14:07:42.483879 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-b34a580d-fab3-4d0f-a5c4-dc0dde385a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:07:42.494897 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-b34a580d-fab3-4d0f-a5c4-dc0dde385a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-993311'] for segment, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:42.495298 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.db.segments_db [None req-b34a580d-fab3-4d0f-a5c4-dc0dde385a68 admin admin] Added segment 24abed45-2ceb-408d-9eba-0cb8b0a103b5 of type vlan for network c672d43e-499d-4af9-b38c-fc321cbe269c
Apr 30 14:07:42.548447 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-b34a580d-fab3-4d0f-a5c4-dc0dde385a68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774018256249'] for network, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:42.594140 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-b34a580d-fab3-4d0f-a5c4-dc0dde385a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741'] for network, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:42.596388 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34a580d-fab3-4d0f-a5c4-dc0dde385a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:07:42.597329 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-b34a580d-fab3-4d0f-a5c4-dc0dde385a68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for network, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:42.606824 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:07:42.799285 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-b34a580d-fab3-4d0f-a5c4-dc0dde385a68 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.9165173
Apr 30 14:07:42.800769 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a580d-fab3-4d0f-a5c4-dc0dde385a68 admin admin] Pushing event updated for resources: {'Network': ['ID=c672d43e-499d-4af9-b38c-fc321cbe269c,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:07:42.801945 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 41424) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:07:42.808247 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-b54a11a3-cab0-4549-b10e-0b008f26b7d4 admin admin] Request body: {'subnet': {'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-656818362-subnet', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:07:42.812447 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-b34a580d-fab3-4d0f-a5c4-dc0dde385a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:07:42.815662 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-b54a11a3-cab0-4549-b10e-0b008f26b7d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:07:42.819952 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Network c672d43e-499d-4af9-b38c-fc321cbe269c details requested by agent ovs-agent-dv-cinder-788365-2-iscsi with host dv-cinder-788365-2-iscsi {{(pid=73846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 14:07:42.820496 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-b54a11a3-cab0-4549-b10e-0b008f26b7d4 admin admin] Usage tracker for resource:subnet and tenant:13478f31079d4d4f97143a6de5da7786 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:07:42.824264 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-b54a11a3-cab0-4549-b10e-0b008f26b7d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:07:42.831065 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-b54a11a3-cab0-4549-b10e-0b008f26b7d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:07:42.842986 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54a11a3-cab0-4549-b10e-0b008f26b7d4 admin admin] Made reservation on behalf of 13478f31079d4d4f97143a6de5da7786 for: {'subnet': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:07:42.846206 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b54a11a3-cab0-4549-b10e-0b008f26b7d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:43.315408 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b54a11a3-cab0-4549-b10e-0b008f26b7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741'] for subnet, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:43.321691 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:07:43.397688 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a11a3-cab0-4549-b10e-0b008f26b7d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4e52451-0e3b-4085-8ae2-b72618ac007f,revision_number=0']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:07:43.408365 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a11a3-cab0-4549-b10e-0b008f26b7d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:43.408365 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a11a3-cab0-4549-b10e-0b008f26b7d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:43.408365 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a11a3-cab0-4549-b10e-0b008f26b7d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:43.408365 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a11a3-cab0-4549-b10e-0b008f26b7d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:43.408365 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a11a3-cab0-4549-b10e-0b008f26b7d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:43.408365 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a11a3-cab0-4549-b10e-0b008f26b7d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:43.408365 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a11a3-cab0-4549-b10e-0b008f26b7d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:43.408869 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a11a3-cab0-4549-b10e-0b008f26b7d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:43.408869 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a11a3-cab0-4549-b10e-0b008f26b7d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:43.409150 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a11a3-cab0-4549-b10e-0b008f26b7d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:43.409636 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a11a3-cab0-4549-b10e-0b008f26b7d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:43.410131 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a11a3-cab0-4549-b10e-0b008f26b7d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:43.411368 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a11a3-cab0-4549-b10e-0b008f26b7d4 admin admin] Tracked resource versions report:
Apr 30 14:07:43.411368 dv-cinder-788365-2-iscsi neutron-server[73845]: pushed versions:
Apr 30 14:07:43.411368 dv-cinder-788365-2-iscsi neutron-server[73845]: {   'AddressGroup': {'1.2'},
Apr 30 14:07:43.411368 dv-cinder-788365-2-iscsi neutron-server[73845]:     'ConntrackHelper': {'1.0'},
Apr 30 14:07:43.411368 dv-cinder-788365-2-iscsi neutron-server[73845]:     'Log': {'1.0'},
Apr 30 14:07:43.411368 dv-cinder-788365-2-iscsi neutron-server[73845]:     'Network': {'1.1'},
Apr 30 14:07:43.411368 dv-cinder-788365-2-iscsi neutron-server[73845]:     'Port': {'1.7'},
Apr 30 14:07:43.411368 dv-cinder-788365-2-iscsi neutron-server[73845]:     'PortForwarding': {'1.2'},
Apr 30 14:07:43.411368 dv-cinder-788365-2-iscsi neutron-server[73845]:     'QosPolicy': {'1.8'},
Apr 30 14:07:43.411368 dv-cinder-788365-2-iscsi neutron-server[73845]:     'SecurityGroup': {'1.4'},
Apr 30 14:07:43.411368 dv-cinder-788365-2-iscsi neutron-server[73845]:     'SecurityGroupRule': {'1.2'},
Apr 30 14:07:43.411368 dv-cinder-788365-2-iscsi neutron-server[73845]:     'SubPort': {'1.0'},
Apr 30 14:07:43.411368 dv-cinder-788365-2-iscsi neutron-server[73845]:     'Subnet': {'1.1'},
Apr 30 14:07:43.411368 dv-cinder-788365-2-iscsi neutron-server[73845]:     'Trunk': {'1.1'}}
Apr 30 14:07:43.411368 dv-cinder-788365-2-iscsi neutron-server[73845]: consumer versions:
Apr 30 14:07:43.411368 dv-cinder-788365-2-iscsi neutron-server[73845]: {   DHCP agent@dv-cinder-788365-2-iscsi: {},
Apr 30 14:07:43.411368 dv-cinder-788365-2-iscsi neutron-server[73845]:     HyperV agent@hv-cinder-78836: {},
Apr 30 14:07:43.411368 dv-cinder-788365-2-iscsi neutron-server[73845]:     L3 agent@dv-cinder-788365-2-iscsi: {},
Apr 30 14:07:43.411368 dv-cinder-788365-2-iscsi neutron-server[73845]:     Metadata agent@dv-cinder-788365-2-iscsi: {},
Apr 30 14:07:43.411368 dv-cinder-788365-2-iscsi neutron-server[73845]:     Metering agent@dv-cinder-788365-2-iscsi: {},
Apr 30 14:07:43.411368 dv-cinder-788365-2-iscsi neutron-server[73845]:     Open vSwitch agent@dv-cinder-788365-2-iscsi: {   'AddressGroup': '1.2',
Apr 30 14:07:43.411368 dv-cinder-788365-2-iscsi neutron-server[73845]:                                                      'ConntrackHelper': '1.0',
Apr 30 14:07:43.411368 dv-cinder-788365-2-iscsi neutron-server[73845]:                                                      'Log': '1.0',
Apr 30 14:07:43.411368 dv-cinder-788365-2-iscsi neutron-server[73845]:                                                      'Network': '1.1',
Apr 30 14:07:43.411368 dv-cinder-788365-2-iscsi neutron-server[73845]:                                                      'Port': '1.7',
Apr 30 14:07:43.411368 dv-cinder-788365-2-iscsi neutron-server[73845]:                                                      'PortForwarding': '1.2',
Apr 30 14:07:43.411368 dv-cinder-788365-2-iscsi neutron-server[73845]:                                                      'QosPolicy': '1.8',
Apr 30 14:07:43.411368 dv-cinder-788365-2-iscsi neutron-server[73845]:                                                      'SecurityGroup': '1.4',
Apr 30 14:07:43.411368 dv-cinder-788365-2-iscsi neutron-server[73845]:                                                      'SecurityGroupRule': '1.2',
Apr 30 14:07:43.411368 dv-cinder-788365-2-iscsi neutron-server[73845]:                                                      'SubPort': '1.0',
Apr 30 14:07:43.411368 dv-cinder-788365-2-iscsi neutron-server[73845]:                                                      'Subnet': '1.1',
Apr 30 14:07:43.411368 dv-cinder-788365-2-iscsi neutron-server[73845]:                                                      'Trunk': '1.1'}}
Apr 30 14:07:43.411368 dv-cinder-788365-2-iscsi neutron-server[73845]:  {{(pid=73845) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 14:07:43.419959 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-b54a11a3-cab0-4549-b10e-0b008f26b7d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:07:43.457064 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54a11a3-cab0-4549-b10e-0b008f26b7d4 admin admin] Checking segment: {'id': '24abed45-2ceb-408d-9eba-0cb8b0a103b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1431, 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:07:43.457933 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54a11a3-cab0-4549-b10e-0b008f26b7d4 admin admin] Network hostable DHCP agents. Network: c672d43e-499d-4af9-b38c-fc321cbe269c, hostable agents: ['b25aa941-54d2-4dd8-96cc-172903f8133a'], hosted agents: [] {{(pid=73845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 14:07:43.485369 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54a11a3-cab0-4549-b10e-0b008f26b7d4 admin admin] Network c672d43e-499d-4af9-b38c-fc321cbe269c is scheduled to be hosted by DHCP agent b25aa941-54d2-4dd8-96cc-172903f8133a with binding_index 1 {{(pid=73845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 14:07:43.500226 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-b54a11a3-cab0-4549-b10e-0b008f26b7d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-2-iscsi, c672d43e-499d-4af9-b38c-fc321cbe269c) {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:07:43.508594 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54a11a3-cab0-4549-b10e-0b008f26b7d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:07:43.509512 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b54a11a3-cab0-4549-b10e-0b008f26b7d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for subnet, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:43.513382 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e15b5e-f0a1-49b7-8c04-81f5fbc594db None None] Network c672d43e-499d-4af9-b38c-fc321cbe269c requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:07:43.543202 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-b54a11a3-cab0-4549-b10e-0b008f26b7d4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.7393789
Apr 30 14:07:43.547838 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 41440) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:07:43.558815 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-0d7e97e2-5dd7-4716-ac78-68644dbeeaa4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-656818362-router', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8'}}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:07:43.627278 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-0d7e97e2-5dd7-4716-ac78-68644dbeeaa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:07:43.633500 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-0d7e97e2-5dd7-4716-ac78-68644dbeeaa4 admin admin] Usage tracker for resource:router and tenant:13478f31079d4d4f97143a6de5da7786 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:07:43.639056 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-0d7e97e2-5dd7-4716-ac78-68644dbeeaa4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:07:43.650089 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-0d7e97e2-5dd7-4716-ac78-68644dbeeaa4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:07:43.673431 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0d7e97e2-5dd7-4716-ac78-68644dbeeaa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8215233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5709'] for router, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:43.675122 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0d7e97e2-5dd7-4716-ac78-68644dbeeaa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8215256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8011735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8062096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5748'] for router, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:43.707030 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0d7e97e2-5dd7-4716-ac78-68644dbeeaa4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:43.917413 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3e4752-d8c8-4e4e-ab38-e2753c4dc0d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp975dfcca-068d-5fd8-ba64-a582cd474b95-c672d43e-499d-4af9-b38c-fc321cbe269c', 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'fixed_ips': [{'subnet_id': 'f4e52451-0e3b-4085-8ae2-b72618ac007f'}]}} from dv-cinder-788365-2-iscsi. {{(pid=73846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 14:07:43.918652 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4752-d8c8-4e4e-ab38-e2753c4dc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:44.069393 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0d7e97e2-5dd7-4716-ac78-68644dbeeaa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8011694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8004693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5738'] for router, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:44.245788 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_common [None req-3b3e4752-d8c8-4e4e-ab38-e2753c4dc0d2 None None] Allocated IP 172.20.0.2 (c672d43e-499d-4af9-b38c-fc321cbe269c/f4e52451-0e3b-4085-8ae2-b72618ac007f/7e46f9a8-f607-4426-86c6-3c348bdff006) {{(pid=73846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:07:44.600930 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4752-d8c8-4e4e-ab38-e2753c4dc0d2 None None] Notify callbacks [] for port, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:44.608328 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0d7e97e2-5dd7-4716-ac78-68644dbeeaa4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:44.626034 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4752-d8c8-4e4e-ab38-e2753c4dc0d2 None None] Transition to ACTIVE for port object 7e46f9a8-f607-4426-86c6-3c348bdff006 will not be triggered until provisioned by entity L2. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:07:44.665796 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4752-d8c8-4e4e-ab38-e2753c4dc0d2 None None] Transition to ACTIVE for port object 7e46f9a8-f607-4426-86c6-3c348bdff006 will not be triggered until provisioned by entity DHCP. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:07:44.671636 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0d7e97e2-5dd7-4716-ac78-68644dbeeaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:44.673584 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4752-d8c8-4e4e-ab38-e2753c4dc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188'] for port, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:44.681972 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:07:44.790161 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3e4752-d8c8-4e4e-ab38-e2753c4dc0d2 None None] Network c672d43e-499d-4af9-b38c-fc321cbe269c is already hosted by enough agents. {{(pid=73846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:07:44.794842 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-3b3e4752-d8c8-4e4e-ab38-e2753c4dc0d2 None None] Resources bound (agent type, host, resource id):  {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:07:44.801719 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3e4752-d8c8-4e4e-ab38-e2753c4dc0d2 None None] Received port after_create {{(pid=73846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:07:44.823719 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4752-d8c8-4e4e-ab38-e2753c4dc0d2 None None] Pushing event updated for resources: {'Port': ['ID=7e46f9a8-f607-4426-86c6-3c348bdff006,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:07:44.880338 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [None req-0d7e97e2-5dd7-4716-ac78-68644dbeeaa4 admin admin] Allocated IP 172.27.1.8 (304f1885-0a25-4285-aed6-702a057610f8/49300ed0-235c-492b-9da4-467f65f5f0f0/c708843d-ccc2-48a8-adad-025035c063de) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:07:44.883620 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4752-d8c8-4e4e-ab38-e2753c4dc0d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:44.884161 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4752-d8c8-4e4e-ab38-e2753c4dc0d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:44.884640 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4752-d8c8-4e4e-ab38-e2753c4dc0d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:44.885165 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4752-d8c8-4e4e-ab38-e2753c4dc0d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:44.885685 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4752-d8c8-4e4e-ab38-e2753c4dc0d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:44.886272 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4752-d8c8-4e4e-ab38-e2753c4dc0d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:44.886985 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4752-d8c8-4e4e-ab38-e2753c4dc0d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:44.888033 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4752-d8c8-4e4e-ab38-e2753c4dc0d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:44.889118 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4752-d8c8-4e4e-ab38-e2753c4dc0d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:44.889118 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4752-d8c8-4e4e-ab38-e2753c4dc0d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:44.889610 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4752-d8c8-4e4e-ab38-e2753c4dc0d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:44.890151 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4752-d8c8-4e4e-ab38-e2753c4dc0d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:44.892035 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3e4752-d8c8-4e4e-ab38-e2753c4dc0d2 None None] Tracked resource versions report:
Apr 30 14:07:44.892035 dv-cinder-788365-2-iscsi neutron-server[73846]: pushed versions:
Apr 30 14:07:44.892035 dv-cinder-788365-2-iscsi neutron-server[73846]: {   'AddressGroup': {'1.2'},
Apr 30 14:07:44.892035 dv-cinder-788365-2-iscsi neutron-server[73846]:     'ConntrackHelper': {'1.0'},
Apr 30 14:07:44.892035 dv-cinder-788365-2-iscsi neutron-server[73846]:     'Log': {'1.0'},
Apr 30 14:07:44.892035 dv-cinder-788365-2-iscsi neutron-server[73846]:     'Network': {'1.1'},
Apr 30 14:07:44.892035 dv-cinder-788365-2-iscsi neutron-server[73846]:     'Port': {'1.7'},
Apr 30 14:07:44.892035 dv-cinder-788365-2-iscsi neutron-server[73846]:     'PortForwarding': {'1.2'},
Apr 30 14:07:44.892035 dv-cinder-788365-2-iscsi neutron-server[73846]:     'QosPolicy': {'1.8'},
Apr 30 14:07:44.892035 dv-cinder-788365-2-iscsi neutron-server[73846]:     'SecurityGroup': {'1.4'},
Apr 30 14:07:44.892035 dv-cinder-788365-2-iscsi neutron-server[73846]:     'SecurityGroupRule': {'1.2'},
Apr 30 14:07:44.892035 dv-cinder-788365-2-iscsi neutron-server[73846]:     'SubPort': {'1.0'},
Apr 30 14:07:44.892035 dv-cinder-788365-2-iscsi neutron-server[73846]:     'Subnet': {'1.1'},
Apr 30 14:07:44.892035 dv-cinder-788365-2-iscsi neutron-server[73846]:     'Trunk': {'1.1'}}
Apr 30 14:07:44.892035 dv-cinder-788365-2-iscsi neutron-server[73846]: consumer versions:
Apr 30 14:07:44.892035 dv-cinder-788365-2-iscsi neutron-server[73846]: {   DHCP agent@dv-cinder-788365-2-iscsi: {},
Apr 30 14:07:44.892035 dv-cinder-788365-2-iscsi neutron-server[73846]:     HyperV agent@hv-cinder-78836: {},
Apr 30 14:07:44.892035 dv-cinder-788365-2-iscsi neutron-server[73846]:     L3 agent@dv-cinder-788365-2-iscsi: {},
Apr 30 14:07:44.892035 dv-cinder-788365-2-iscsi neutron-server[73846]:     Metadata agent@dv-cinder-788365-2-iscsi: {},
Apr 30 14:07:44.892035 dv-cinder-788365-2-iscsi neutron-server[73846]:     Metering agent@dv-cinder-788365-2-iscsi: {},
Apr 30 14:07:44.892035 dv-cinder-788365-2-iscsi neutron-server[73846]:     Open vSwitch agent@dv-cinder-788365-2-iscsi: {   'AddressGroup': '1.2',
Apr 30 14:07:44.892035 dv-cinder-788365-2-iscsi neutron-server[73846]:                                                      'ConntrackHelper': '1.0',
Apr 30 14:07:44.892035 dv-cinder-788365-2-iscsi neutron-server[73846]:                                                      'Log': '1.0',
Apr 30 14:07:44.892035 dv-cinder-788365-2-iscsi neutron-server[73846]:                                                      'Network': '1.1',
Apr 30 14:07:44.892035 dv-cinder-788365-2-iscsi neutron-server[73846]:                                                      'Port': '1.7',
Apr 30 14:07:44.892035 dv-cinder-788365-2-iscsi neutron-server[73846]:                                                      'PortForwarding': '1.2',
Apr 30 14:07:44.892035 dv-cinder-788365-2-iscsi neutron-server[73846]:                                                      'QosPolicy': '1.8',
Apr 30 14:07:44.892035 dv-cinder-788365-2-iscsi neutron-server[73846]:                                                      'SecurityGroup': '1.4',
Apr 30 14:07:44.892035 dv-cinder-788365-2-iscsi neutron-server[73846]:                                                      'SecurityGroupRule': '1.2',
Apr 30 14:07:44.892035 dv-cinder-788365-2-iscsi neutron-server[73846]:                                                      'SubPort': '1.0',
Apr 30 14:07:44.892035 dv-cinder-788365-2-iscsi neutron-server[73846]:                                                      'Subnet': '1.1',
Apr 30 14:07:44.892035 dv-cinder-788365-2-iscsi neutron-server[73846]:                                                      'Trunk': '1.1'}}
Apr 30 14:07:44.892035 dv-cinder-788365-2-iscsi neutron-server[73846]:  {{(pid=73846) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 14:07:44.909972 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-3b3e4752-d8c8-4e4e-ab38-e2753c4dc0d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:07:44.990424 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-3b3e4752-d8c8-4e4e-ab38-e2753c4dc0d2 None None] Attempting to bind port 7e46f9a8-f607-4426-86c6-3c348bdff006 on host dv-cinder-788365-2-iscsi for vnic_type normal with profile  {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:07:44.991379 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-3b3e4752-d8c8-4e4e-ab38-e2753c4dc0d2 None None] Attempting to bind port 7e46f9a8-f607-4426-86c6-3c348bdff006 by drivers openvswitch,hyperv on host dv-cinder-788365-2-iscsi at level 0 using segments [{'id': '24abed45-2ceb-408d-9eba-0cb8b0a103b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1431, 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c'}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:07:44.991379 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3e4752-d8c8-4e4e-ab38-e2753c4dc0d2 None None] Attempting to bind port 7e46f9a8-f607-4426-86c6-3c348bdff006 on network c672d43e-499d-4af9-b38c-fc321cbe269c {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:07:45.011235 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3e4752-d8c8-4e4e-ab38-e2753c4dc0d2 None None] Checking agent: {'id': '4f0b0810-19ae-4b24-abc7-3f67c142f33a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 59, 51), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:07:45.011713 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3e4752-d8c8-4e4e-ab38-e2753c4dc0d2 None None] Checking segment: {'id': '24abed45-2ceb-408d-9eba-0cb8b0a103b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1431, 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:07:45.012118 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4752-d8c8-4e4e-ab38-e2753c4dc0d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:45.012582 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3e4752-d8c8-4e4e-ab38-e2753c4dc0d2 None None] Bound using segment: {'id': '24abed45-2ceb-408d-9eba-0cb8b0a103b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1431, 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c'} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:07:45.013574 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-3b3e4752-d8c8-4e4e-ab38-e2753c4dc0d2 None None] Bound port: 7e46f9a8-f607-4426-86c6-3c348bdff006, host: dv-cinder-788365-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24abed45-2ceb-408d-9eba-0cb8b0a103b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1431, 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c'}}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:07:45.014024 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4752-d8c8-4e4e-ab38-e2753c4dc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:45.100763 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0d7e97e2-5dd7-4716-ac78-68644dbeeaa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:45.133874 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0d7e97e2-5dd7-4716-ac78-68644dbeeaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:45.145918 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-52a22d80-750a-45e2-8235-fefd4be78635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:07:45.232169 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 41504) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:07:45.267868 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e97e2-5dd7-4716-ac78-68644dbeeaa4 admin admin] Pushing event updated for resources: {'Port': ['ID=c708843d-ccc2-48a8-adad-025035c063de,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:07:45.274144 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-3b3e4752-d8c8-4e4e-ab38-e2753c4dc0d2 None None] For port 7e46f9a8-f607-4426-86c6-3c348bdff006, host dv-cinder-788365-2-iscsi, cleared binding levels {{(pid=73846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:07:45.276771 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7e97e2-5dd7-4716-ac78-68644dbeeaa4 admin admin] Network 304f1885-0a25-4285-aed6-702a057610f8 is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:07:45.278070 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-0d7e97e2-5dd7-4716-ac78-68644dbeeaa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:07:45.279329 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-0d7e97e2-5dd7-4716-ac78-68644dbeeaa4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:07:45.282178 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7e97e2-5dd7-4716-ac78-68644dbeeaa4 admin admin] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:07:45.283645 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-3b3e4752-d8c8-4e4e-ab38-e2753c4dc0d2 None None] For port 7e46f9a8-f607-4426-86c6-3c348bdff006, host dv-cinder-788365-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=7e46f9a8-f607-4426-86c6-3c348bdff006,segment=NetworkSegment(24abed45-2ceb-408d-9eba-0cb8b0a103b5),segment_id=24abed45-2ceb-408d-9eba-0cb8b0a103b5)] {{(pid=73846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:07:45.290489 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4752-d8c8-4e4e-ab38-e2753c4dc0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:45.305175 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:07:45.316220 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 41510) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:07:45.458836 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e4752-d8c8-4e4e-ab38-e2753c4dc0d2 None None] Pushing event updated for resources: {'Port': ['ID=7e46f9a8-f607-4426-86c6-3c348bdff006,revision_number=2']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:07:45.469349 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-3b3e4752-d8c8-4e4e-ab38-e2753c4dc0d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:07:45.664587 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 41520) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:07:45.741860 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 41526) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:07:45.923645 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0d7e97e2-5dd7-4716-ac78-68644dbeeaa4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:45.951261 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-dce4e9bc-5e18-4202-ab7d-6011d9b9365a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-394626586-network', 'tenant_id': 'e1bcda662b5a4736a1e1e33435698631'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:07:45.960611 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-dce4e9bc-5e18-4202-ab7d-6011d9b9365a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:07:45.970983 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-dce4e9bc-5e18-4202-ab7d-6011d9b9365a admin admin] Usage tracker for resource:network and tenant:e1bcda662b5a4736a1e1e33435698631 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:07:45.975532 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-dce4e9bc-5e18-4202-ab7d-6011d9b9365a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:07:45.982913 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-dce4e9bc-5e18-4202-ab7d-6011d9b9365a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:07:45.998444 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce4e9bc-5e18-4202-ab7d-6011d9b9365a admin admin] Made reservation on behalf of e1bcda662b5a4736a1e1e33435698631 for: {'network': 1} {{(pid=73844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:07:46.003363 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-dce4e9bc-5e18-4202-ab7d-6011d9b9365a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for network, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:46.030420 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-dce4e9bc-5e18-4202-ab7d-6011d9b9365a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:46.080947 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-9c342333-5f1a-4248-8f23-9fe66e9d3043 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1039619307-network', 'tenant_id': '1036f2f1678545d3aa4b54e8aa882dbc'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:07:46.099019 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-9c342333-5f1a-4248-8f23-9fe66e9d3043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:07:46.109199 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-dce4e9bc-5e18-4202-ab7d-6011d9b9365a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:07:46.111739 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-9c342333-5f1a-4248-8f23-9fe66e9d3043 admin admin] Usage tracker for resource:network and tenant:1036f2f1678545d3aa4b54e8aa882dbc is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:07:46.115691 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-9c342333-5f1a-4248-8f23-9fe66e9d3043 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:07:46.118815 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-dce4e9bc-5e18-4202-ab7d-6011d9b9365a admin admin] Usage tracker for resource:security_group_rule and tenant:e1bcda662b5a4736a1e1e33435698631 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:07:46.126889 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-dce4e9bc-5e18-4202-ab7d-6011d9b9365a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:07:46.131159 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-9c342333-5f1a-4248-8f23-9fe66e9d3043 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:07:46.145322 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-dce4e9bc-5e18-4202-ab7d-6011d9b9365a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:07:46.155984 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-f77714e4-894d-4263-99db-f1b2e42bfec6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1216448685-network', 'tenant_id': '115ed14988014677a355d6807f338dbb'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:07:46.168436 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-f77714e4-894d-4263-99db-f1b2e42bfec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:07:46.176047 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-f77714e4-894d-4263-99db-f1b2e42bfec6 admin admin] Usage tracker for resource:network and tenant:115ed14988014677a355d6807f338dbb is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:07:46.181958 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-f77714e4-894d-4263-99db-f1b2e42bfec6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:07:46.195367 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-f77714e4-894d-4263-99db-f1b2e42bfec6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:07:46.222161 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77714e4-894d-4263-99db-f1b2e42bfec6 admin admin] Made reservation on behalf of 115ed14988014677a355d6807f338dbb for: {'network': 1} {{(pid=73844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:07:46.225475 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f77714e4-894d-4263-99db-f1b2e42bfec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for network, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:46.251572 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-789f2b2d-6502-4104-a7c5-f99e9c8ee2f7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1245073814-network', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:07:46.260343 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f77714e4-894d-4263-99db-f1b2e42bfec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:46.308498 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-789f2b2d-6502-4104-a7c5-f99e9c8ee2f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:07:46.315480 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-789f2b2d-6502-4104-a7c5-f99e9c8ee2f7 admin admin] Usage tracker for resource:network and tenant:7abbf22e49d14a8ba3c6061e4aaeef34 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:07:46.320150 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-789f2b2d-6502-4104-a7c5-f99e9c8ee2f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:07:46.331197 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-789f2b2d-6502-4104-a7c5-f99e9c8ee2f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:07:46.354962 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-f77714e4-894d-4263-99db-f1b2e42bfec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:07:46.360819 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-f77714e4-894d-4263-99db-f1b2e42bfec6 admin admin] Usage tracker for resource:security_group_rule and tenant:115ed14988014677a355d6807f338dbb is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:07:46.364734 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-f77714e4-894d-4263-99db-f1b2e42bfec6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:07:46.375616 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-f77714e4-894d-4263-99db-f1b2e42bfec6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:07:46.494314 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c342333-5f1a-4248-8f23-9fe66e9d3043 admin admin] Made reservation on behalf of 1036f2f1678545d3aa4b54e8aa882dbc for: {'network': 1} {{(pid=73844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:07:46.499825 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-9c342333-5f1a-4248-8f23-9fe66e9d3043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for network, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:46.525540 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789f2b2d-6502-4104-a7c5-f99e9c8ee2f7 admin admin] Made reservation on behalf of 7abbf22e49d14a8ba3c6061e4aaeef34 for: {'network': 1} {{(pid=73844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:07:46.529568 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-789f2b2d-6502-4104-a7c5-f99e9c8ee2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for network, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:46.572321 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-789f2b2d-6502-4104-a7c5-f99e9c8ee2f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:46.608845 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-9c342333-5f1a-4248-8f23-9fe66e9d3043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:46.652439 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-789f2b2d-6502-4104-a7c5-f99e9c8ee2f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:07:46.670649 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-9c342333-5f1a-4248-8f23-9fe66e9d3043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:07:46.675210 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-9c342333-5f1a-4248-8f23-9fe66e9d3043 admin admin] Usage tracker for resource:security_group_rule and tenant:1036f2f1678545d3aa4b54e8aa882dbc is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:07:46.679260 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-9c342333-5f1a-4248-8f23-9fe66e9d3043 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:07:46.688657 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-9c342333-5f1a-4248-8f23-9fe66e9d3043 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:07:46.703500 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-789f2b2d-6502-4104-a7c5-f99e9c8ee2f7 admin admin] Usage tracker for resource:security_group_rule and tenant:7abbf22e49d14a8ba3c6061e4aaeef34 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:07:46.717859 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0d7e97e2-5dd7-4716-ac78-68644dbeeaa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7995491'] for router, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:46.782517 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-dce4e9bc-5e18-4202-ab7d-6011d9b9365a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:46.815178 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f77714e4-894d-4263-99db-f1b2e42bfec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:46.817630 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-789f2b2d-6502-4104-a7c5-f99e9c8ee2f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:07:46.829146 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-789f2b2d-6502-4104-a7c5-f99e9c8ee2f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:07:46.865983 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-dce4e9bc-5e18-4202-ab7d-6011d9b9365a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:46.896057 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dce4e9bc-5e18-4202-ab7d-6011d9b9365a admin admin] vlan segment allocate from pool success with {'vlan_id': 1432, 'physical_network': 'physnet1'}  {{(pid=73844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 14:07:46.909978 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-dce4e9bc-5e18-4202-ab7d-6011d9b9365a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-993311'] for segment, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:46.911550 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.db.segments_db [None req-dce4e9bc-5e18-4202-ab7d-6011d9b9365a admin admin] Added segment 2f79aa9a-8bec-4f71-b6e0-2ac20193241a of type vlan for network 93a46dab-cf96-46de-9910-9ec42660d7d5
Apr 30 14:07:46.925294 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6c8625-ead5-4ce7-ab30-5dea7d08b296 None None] Network c672d43e-499d-4af9-b38c-fc321cbe269c requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:07:46.945259 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-dce4e9bc-5e18-4202-ab7d-6011d9b9365a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774018256249'] for network, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:46.980401 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f77714e4-894d-4263-99db-f1b2e42bfec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:47.017673 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-b34a580d-fab3-4d0f-a5c4-dc0dde385a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:07:47.024838 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-29b59127-f2a8-4537-bdff-01b58642dbe8 None None] Provisioning for port 7e46f9a8-f607-4426-86c6-3c348bdff006 completed by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:07:47.143889 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7e97e2-5dd7-4716-ac78-68644dbeeaa4 admin admin] Router 81c0fd10-1371-4748-9b8a-07d44f2b8ae4 is scheduled to L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d with binding_index 1 {{(pid=73845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 14:07:47.147645 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f77714e4-894d-4263-99db-f1b2e42bfec6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1420, 'physical_network': 'physnet1'}  {{(pid=73844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 14:07:47.235528 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f77714e4-894d-4263-99db-f1b2e42bfec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-993311'] for segment, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:47.235904 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.db.segments_db [None req-f77714e4-894d-4263-99db-f1b2e42bfec6 admin admin] Added segment 6dccc72e-684c-4196-8b31-0016418af8e9 of type vlan for network 27a06724-f619-40a9-80b3-31638be87e2f
Apr 30 14:07:47.237932 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-dce4e9bc-5e18-4202-ab7d-6011d9b9365a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741'] for network, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:47.245226 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce4e9bc-5e18-4202-ab7d-6011d9b9365a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94e35a0-c7f7-4694-aa86-8848695cab29,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:07:47.256904 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce4e9bc-5e18-4202-ab7d-6011d9b9365a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:07:47.257457 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-dce4e9bc-5e18-4202-ab7d-6011d9b9365a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for network, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:47.346531 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-789f2b2d-6502-4104-a7c5-f99e9c8ee2f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:47.348851 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f77714e4-894d-4263-99db-f1b2e42bfec6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774018256249'] for network, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:47.368873 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77714e4-894d-4263-99db-f1b2e42bfec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8bcb37-8999-4893-820a-cd65d9ac3fa3,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:07:47.383282 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-789f2b2d-6502-4104-a7c5-f99e9c8ee2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:47.390878 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-f77714e4-894d-4263-99db-f1b2e42bfec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:07:47.395227 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.300s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:07:47.490271 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-789f2b2d-6502-4104-a7c5-f99e9c8ee2f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1410, 'physical_network': 'physnet1'}  {{(pid=73844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 14:07:47.547946 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-dce4e9bc-5e18-4202-ab7d-6011d9b9365a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.3066897
Apr 30 14:07:47.561906 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 41568) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:07:47.571916 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-789f2b2d-6502-4104-a7c5-f99e9c8ee2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-993311'] for segment, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:47.572711 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.db.segments_db [None req-789f2b2d-6502-4104-a7c5-f99e9c8ee2f7 admin admin] Added segment 4fa753dc-1c3f-467c-a09c-87267f9be149 of type vlan for network f610bd26-2e37-48ef-90fd-5e8ebed549b3
Apr 30 14:07:47.618990 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-6ddf1628-6f98-4c0b-9ff0-01b3d415a9ea admin admin] Request body: {'subnet': {'network_id': '93a46dab-cf96-46de-9910-9ec42660d7d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-394626586-subnet', 'tenant_id': 'e1bcda662b5a4736a1e1e33435698631', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:07:47.648993 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 7e46f9a8-f607-4426-86c6-3c348bdff006 up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:07:47.657087 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-6ddf1628-6f98-4c0b-9ff0-01b3d415a9ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:07:47.689188 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7e97e2-5dd7-4716-ac78-68644dbeeaa4 admin admin] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:07:47.700367 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f77714e4-894d-4263-99db-f1b2e42bfec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741'] for network, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:47.701256 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f2b2d-6502-4104-a7c5-f99e9c8ee2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc0f75d-3dd7-424d-bf0a-fc81d7be61e4,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:07:47.707583 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613cb2e6-60bc-4420-abfc-40322f5a53c4 None None] Sync routers for ids ['81c0fd10-1371-4748-9b8a-07d44f2b8ae4'] in dv-cinder-788365-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:07:47.744332 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning for port 7e46f9a8-f607-4426-86c6-3c348bdff006 completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:07:47.744966 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-789f2b2d-6502-4104-a7c5-f99e9c8ee2f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:07:47.748820 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0d7e97e2-5dd7-4716-ac78-68644dbeeaa4 admin admin] Notify callbacks [] for router, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:47.755211 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-0d7e97e2-5dd7-4716-ac78-68644dbeeaa4 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.2007105
Apr 30 14:07:47.755501 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port 7e46f9a8-f607-4426-86c6-3c348bdff006 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:07:47.755501 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:47.755825 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 41572) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:07:47.786718 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-6ddf1628-6f98-4c0b-9ff0-01b3d415a9ea admin admin] Usage tracker for resource:subnet and tenant:e1bcda662b5a4736a1e1e33435698631 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:07:47.799515 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77714e4-894d-4263-99db-f1b2e42bfec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:07:47.800255 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f77714e4-894d-4263-99db-f1b2e42bfec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for network, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:47.803835 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-caafdd2a-2ed7-4ae8-a195-ac57c532aee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.530s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:07:47.836997 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-6ddf1628-6f98-4c0b-9ff0-01b3d415a9ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:07:47.843493 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613cb2e6-60bc-4420-abfc-40322f5a53c4 None None] Routers {'81c0fd10-1371-4748-9b8a-07d44f2b8ae4'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:07:47.844876 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-613cb2e6-60bc-4420-abfc-40322f5a53c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc2a76e20>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:07:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['81c0fd10-1371-4748-9b8a-07d44f2b8ae4'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:07:47.847959 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-9c342333-5f1a-4248-8f23-9fe66e9d3043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:47.861157 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-789f2b2d-6502-4104-a7c5-f99e9c8ee2f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774018256249'] for network, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:47.930106 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-6ddf1628-6f98-4c0b-9ff0-01b3d415a9ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:07:47.945268 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-9c342333-5f1a-4248-8f23-9fe66e9d3043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:47.990583 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:48.045684 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] For port 7e46f9a8-f607-4426-86c6-3c348bdff006, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=7e46f9a8-f607-4426-86c6-3c348bdff006,segment=NetworkSegment(24abed45-2ceb-408d-9eba-0cb8b0a103b5),segment_id=24abed45-2ceb-408d-9eba-0cb8b0a103b5)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:07:48.051964 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:48.057122 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:07:48.139230 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-f77714e4-894d-4263-99db-f1b2e42bfec6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 2.4735651
Apr 30 14:07:48.140794 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.db.resource_extend [None req-789f2b2d-6502-4104-a7c5-f99e9c8ee2f7 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 14:07:48.154428 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 41584) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:07:48.162315 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddf1628-6f98-4c0b-9ff0-01b3d415a9ea admin admin] Made reservation on behalf of e1bcda662b5a4736a1e1e33435698631 for: {'subnet': 1} {{(pid=73844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:07:48.172501 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-6ddf1628-6f98-4c0b-9ff0-01b3d415a9ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:48.181367 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-095994a7-5050-44fc-8644-93b3dd5972f7 admin admin] Request body: {'subnet': {'network_id': '27a06724-f619-40a9-80b3-31638be87e2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1216448685-subnet', 'tenant_id': '115ed14988014677a355d6807f338dbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:07:48.191787 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce4e9bc-5e18-4202-ab7d-6011d9b9365a admin admin] Pushing event updated for resources: {'Network': ['ID=93a46dab-cf96-46de-9910-9ec42660d7d5,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:07:48.193196 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-095994a7-5050-44fc-8644-93b3dd5972f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:07:48.201871 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-095994a7-5050-44fc-8644-93b3dd5972f7 admin admin] Usage tracker for resource:subnet and tenant:115ed14988014677a355d6807f338dbb is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:07:48.207775 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-095994a7-5050-44fc-8644-93b3dd5972f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:07:48.235800 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-095994a7-5050-44fc-8644-93b3dd5972f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:07:48.246550 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Network 93a46dab-cf96-46de-9910-9ec42660d7d5 details requested by agent ovs-agent-dv-cinder-788365-2-iscsi with host dv-cinder-788365-2-iscsi {{(pid=73846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 14:07:48.295399 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c342333-5f1a-4248-8f23-9fe66e9d3043 admin admin] vlan segment allocate from pool success with {'vlan_id': 1400, 'physical_network': 'physnet1'}  {{(pid=73844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 14:07:48.349481 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095994a7-5050-44fc-8644-93b3dd5972f7 admin admin] Made reservation on behalf of 115ed14988014677a355d6807f338dbb for: {'subnet': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:07:48.352281 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-095994a7-5050-44fc-8644-93b3dd5972f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:48.510010 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-9c342333-5f1a-4248-8f23-9fe66e9d3043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-993311'] for segment, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:48.510574 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.db.segments_db [None req-9c342333-5f1a-4248-8f23-9fe66e9d3043 admin admin] Added segment 889918bd-47b3-46b6-8b03-7fe889dbba3f of type vlan for network 101268f3-2b9c-42c4-ac42-c67a2c420fa2
Apr 30 14:07:48.546142 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-613cb2e6-60bc-4420-abfc-40322f5a53c4 None None] Set router 81c0fd10-1371-4748-9b8a-07d44f2b8ae4 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:07:48.728491 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-43e41cae-d177-4da2-a2d7-636aad7b3b03 None None] Provisioning complete for port 7e46f9a8-f607-4426-86c6-3c348bdff006 triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:07:48.730065 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-43e41cae-d177-4da2-a2d7-636aad7b3b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:48.773561 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-789f2b2d-6502-4104-a7c5-f99e9c8ee2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741'] for network, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:48.838012 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-6683cbcd-2319-4dc8-aa7a-b9e590a033ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:48.840126 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Pushing event updated for resources: {'Port': ['ID=7e46f9a8-f607-4426-86c6-3c348bdff006,revision_number=3']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:07:48.854194 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.797s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:07:49.219322 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77714e4-894d-4263-99db-f1b2e42bfec6 admin admin] Pushing event updated for resources: {'Network': ['ID=27a06724-f619-40a9-80b3-31638be87e2f,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:07:49.235826 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Network 27a06724-f619-40a9-80b3-31638be87e2f details requested by agent ovs-agent-dv-cinder-788365-2-iscsi with host dv-cinder-788365-2-iscsi {{(pid=73846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 14:07:49.273724 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789f2b2d-6502-4104-a7c5-f99e9c8ee2f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:07:49.274866 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-789f2b2d-6502-4104-a7c5-f99e9c8ee2f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for network, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:49.291533 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-f77714e4-894d-4263-99db-f1b2e42bfec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.488s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:07:49.297210 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.879s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:07:49.324345 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-613cb2e6-60bc-4420-abfc-40322f5a53c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc2a76e20>, [{'id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'name': 'tempest-AttachVolumeShelveTestJSON-656818362-router', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'c708843d-ccc2-48a8-adad-025035c063de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:43Z', 'updated_at': '2021-04-30T14:07:45Z', 'revision_number': 3, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'gw_port': {'id': 'c708843d-ccc2-48a8-adad-025035c063de', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:44Z', 'updated_at': '2021-04-30T14:07:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi'}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:07:49.338154 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-9c342333-5f1a-4248-8f23-9fe66e9d3043 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774018256249'] for network, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:49.341761 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613cb2e6-60bc-4420-abfc-40322f5a53c4 None None] Checking router: 81c0fd10-1371-4748-9b8a-07d44f2b8ae4 for host: dv-cinder-788365-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:07:49.342684 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613cb2e6-60bc-4420-abfc-40322f5a53c4 None None] Updating router 81c0fd10-1371-4748-9b8a-07d44f2b8ae4 port c708843d-ccc2-48a8-adad-025035c063de binding host dv-cinder-788365-2-iscsi {{(pid=73847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 14:07:49.445583 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-613cb2e6-60bc-4420-abfc-40322f5a53c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:49.500289 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-789f2b2d-6502-4104-a7c5-f99e9c8ee2f7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 3.7565176
Apr 30 14:07:49.507770 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 41614) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:07:49.512139 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342333-5f1a-4248-8f23-9fe66e9d3043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:07:49.528019 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-ceaeb4f0-3329-465b-8ece-25d313be9cc9 admin admin] Request body: {'subnet': {'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1245073814-subnet', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:07:49.543582 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-ceaeb4f0-3329-465b-8ece-25d313be9cc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:07:49.556368 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-ceaeb4f0-3329-465b-8ece-25d313be9cc9 admin admin] Usage tracker for resource:subnet and tenant:7abbf22e49d14a8ba3c6061e4aaeef34 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:07:49.573980 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-ceaeb4f0-3329-465b-8ece-25d313be9cc9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:07:49.589920 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-ceaeb4f0-3329-465b-8ece-25d313be9cc9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:07:49.616474 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.db.resource_extend [None req-9c342333-5f1a-4248-8f23-9fe66e9d3043 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 14:07:49.642886 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-9c342333-5f1a-4248-8f23-9fe66e9d3043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:07:49.643722 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.795s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:07:49.644214 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 7e46f9a8-f607-4426-86c6-3c348bdff006 up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:07:49.706354 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceaeb4f0-3329-465b-8ece-25d313be9cc9 admin admin] Made reservation on behalf of 7abbf22e49d14a8ba3c6061e4aaeef34 for: {'subnet': 1} {{(pid=73844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:07:49.710205 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-ceaeb4f0-3329-465b-8ece-25d313be9cc9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:49.790379 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port 7e46f9a8-f607-4426-86c6-3c348bdff006 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:07:49.791941 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:49.985819 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-613cb2e6-60bc-4420-abfc-40322f5a53c4 None None] Notify callbacks [] for port, precommit_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:50.052089 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-613cb2e6-60bc-4420-abfc-40322f5a53c4 None None] Transition to ACTIVE for port object c708843d-ccc2-48a8-adad-025035c063de will not be triggered until provisioned by entity L2. {{(pid=73847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:07:50.078485 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-613cb2e6-60bc-4420-abfc-40322f5a53c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:50.092533 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-a926112e-178e-4eab-9cf0-55d042216896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:07:50.094591 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-9c342333-5f1a-4248-8f23-9fe66e9d3043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741'] for network, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:50.129987 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c342333-5f1a-4248-8f23-9fe66e9d3043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:07:50.131192 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-9c342333-5f1a-4248-8f23-9fe66e9d3043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for network, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:50.155129 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f2b2d-6502-4104-a7c5-f99e9c8ee2f7 admin admin] Pushing event updated for resources: {'Network': ['ID=f610bd26-2e37-48ef-90fd-5e8ebed549b3,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:07:50.169978 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Network f610bd26-2e37-48ef-90fd-5e8ebed549b3 details requested by agent ovs-agent-dv-cinder-788365-2-iscsi with host dv-cinder-788365-2-iscsi {{(pid=73846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 14:07:50.170300 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-9c342333-5f1a-4248-8f23-9fe66e9d3043 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 4.8524301
Apr 30 14:07:50.171769 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-789f2b2d-6502-4104-a7c5-f99e9c8ee2f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:07:50.182153 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.061s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:07:50.182612 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:07:50.200018 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 41626) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:07:50.202929 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-36c120c2-c9b9-41fa-b543-fcb15bb021df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.920s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:07:50.228301 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422b0c6-b9c9-4530-8e8e-79fbadf8ddbb None None] Pushing event updated for resources: {'Port': ['ID=c708843d-ccc2-48a8-adad-025035c063de,revision_number=2']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:07:50.237947 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-613cb2e6-60bc-4420-abfc-40322f5a53c4 None None] Attempting to bind port c708843d-ccc2-48a8-adad-025035c063de on host dv-cinder-788365-2-iscsi for vnic_type normal with profile  {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:07:50.239582 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-613cb2e6-60bc-4420-abfc-40322f5a53c4 None None] Attempting to bind port c708843d-ccc2-48a8-adad-025035c063de by drivers openvswitch,hyperv on host dv-cinder-788365-2-iscsi at level 0 using segments [{'id': 'd90c35f3-ac38-4f09-b94c-cacd24da79a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:07:50.240357 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613cb2e6-60bc-4420-abfc-40322f5a53c4 None None] Attempting to bind port c708843d-ccc2-48a8-adad-025035c063de on network 304f1885-0a25-4285-aed6-702a057610f8 {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:07:50.266216 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422b0c6-b9c9-4530-8e8e-79fbadf8ddbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:50.267114 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422b0c6-b9c9-4530-8e8e-79fbadf8ddbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:50.268105 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422b0c6-b9c9-4530-8e8e-79fbadf8ddbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:50.269070 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422b0c6-b9c9-4530-8e8e-79fbadf8ddbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:50.269916 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422b0c6-b9c9-4530-8e8e-79fbadf8ddbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:50.270662 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422b0c6-b9c9-4530-8e8e-79fbadf8ddbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:50.271370 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422b0c6-b9c9-4530-8e8e-79fbadf8ddbb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:50.272095 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422b0c6-b9c9-4530-8e8e-79fbadf8ddbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:50.272837 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422b0c6-b9c9-4530-8e8e-79fbadf8ddbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:50.273593 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422b0c6-b9c9-4530-8e8e-79fbadf8ddbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:50.274373 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422b0c6-b9c9-4530-8e8e-79fbadf8ddbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:50.275109 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422b0c6-b9c9-4530-8e8e-79fbadf8ddbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:07:50.277374 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422b0c6-b9c9-4530-8e8e-79fbadf8ddbb None None] Tracked resource versions report:
Apr 30 14:07:50.277374 dv-cinder-788365-2-iscsi neutron-server[73847]: pushed versions:
Apr 30 14:07:50.277374 dv-cinder-788365-2-iscsi neutron-server[73847]: {   'AddressGroup': {'1.2'},
Apr 30 14:07:50.277374 dv-cinder-788365-2-iscsi neutron-server[73847]:     'ConntrackHelper': {'1.0'},
Apr 30 14:07:50.277374 dv-cinder-788365-2-iscsi neutron-server[73847]:     'Log': {'1.0'},
Apr 30 14:07:50.277374 dv-cinder-788365-2-iscsi neutron-server[73847]:     'Network': {'1.1'},
Apr 30 14:07:50.277374 dv-cinder-788365-2-iscsi neutron-server[73847]:     'Port': {'1.7'},
Apr 30 14:07:50.277374 dv-cinder-788365-2-iscsi neutron-server[73847]:     'PortForwarding': {'1.2'},
Apr 30 14:07:50.277374 dv-cinder-788365-2-iscsi neutron-server[73847]:     'QosPolicy': {'1.8'},
Apr 30 14:07:50.277374 dv-cinder-788365-2-iscsi neutron-server[73847]:     'SecurityGroup': {'1.4'},
Apr 30 14:07:50.277374 dv-cinder-788365-2-iscsi neutron-server[73847]:     'SecurityGroupRule': {'1.2'},
Apr 30 14:07:50.277374 dv-cinder-788365-2-iscsi neutron-server[73847]:     'SubPort': {'1.0'},
Apr 30 14:07:50.277374 dv-cinder-788365-2-iscsi neutron-server[73847]:     'Subnet': {'1.1'},
Apr 30 14:07:50.277374 dv-cinder-788365-2-iscsi neutron-server[73847]:     'Trunk': {'1.1'}}
Apr 30 14:07:50.277374 dv-cinder-788365-2-iscsi neutron-server[73847]: consumer versions:
Apr 30 14:07:50.277374 dv-cinder-788365-2-iscsi neutron-server[73847]: {   DHCP agent@dv-cinder-788365-2-iscsi: {},
Apr 30 14:07:50.277374 dv-cinder-788365-2-iscsi neutron-server[73847]:     HyperV agent@hv-cinder-78836: {},
Apr 30 14:07:50.277374 dv-cinder-788365-2-iscsi neutron-server[73847]:     L3 agent@dv-cinder-788365-2-iscsi: {},
Apr 30 14:07:50.277374 dv-cinder-788365-2-iscsi neutron-server[73847]:     Metadata agent@dv-cinder-788365-2-iscsi: {},
Apr 30 14:07:50.277374 dv-cinder-788365-2-iscsi neutron-server[73847]:     Metering agent@dv-cinder-788365-2-iscsi: {},
Apr 30 14:07:50.277374 dv-cinder-788365-2-iscsi neutron-server[73847]:     Open vSwitch agent@dv-cinder-788365-2-iscsi: {   'AddressGroup': '1.2',
Apr 30 14:07:50.277374 dv-cinder-788365-2-iscsi neutron-server[73847]:                                                      'ConntrackHelper': '1.0',
Apr 30 14:07:50.277374 dv-cinder-788365-2-iscsi neutron-server[73847]:                                                      'Log': '1.0',
Apr 30 14:07:50.277374 dv-cinder-788365-2-iscsi neutron-server[73847]:                                                      'Network': '1.1',
Apr 30 14:07:50.277374 dv-cinder-788365-2-iscsi neutron-server[73847]:                                                      'Port': '1.7',
Apr 30 14:07:50.277374 dv-cinder-788365-2-iscsi neutron-server[73847]:                                                      'PortForwarding': '1.2',
Apr 30 14:07:50.277374 dv-cinder-788365-2-iscsi neutron-server[73847]:                                                      'QosPolicy': '1.8',
Apr 30 14:07:50.277374 dv-cinder-788365-2-iscsi neutron-server[73847]:                                                      'SecurityGroup': '1.4',
Apr 30 14:07:50.277374 dv-cinder-788365-2-iscsi neutron-server[73847]:                                                      'SecurityGroupRule': '1.2',
Apr 30 14:07:50.277374 dv-cinder-788365-2-iscsi neutron-server[73847]:                                                      'SubPort': '1.0',
Apr 30 14:07:50.277374 dv-cinder-788365-2-iscsi neutron-server[73847]:                                                      'Subnet': '1.1',
Apr 30 14:07:50.277374 dv-cinder-788365-2-iscsi neutron-server[73847]:                                                      'Trunk': '1.1'}}
Apr 30 14:07:50.277374 dv-cinder-788365-2-iscsi neutron-server[73847]:  {{(pid=73847) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 14:07:50.286340 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613cb2e6-60bc-4420-abfc-40322f5a53c4 None None] Checking agent: {'id': '4f0b0810-19ae-4b24-abc7-3f67c142f33a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 59, 51), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:07:50.287368 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613cb2e6-60bc-4420-abfc-40322f5a53c4 None None] Checking segment: {'id': 'd90c35f3-ac38-4f09-b94c-cacd24da79a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:07:50.288213 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-613cb2e6-60bc-4420-abfc-40322f5a53c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:50.289039 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613cb2e6-60bc-4420-abfc-40322f5a53c4 None None] Bound using segment: {'id': 'd90c35f3-ac38-4f09-b94c-cacd24da79a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:07:50.290059 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-613cb2e6-60bc-4420-abfc-40322f5a53c4 None None] Bound port: c708843d-ccc2-48a8-adad-025035c063de, host: dv-cinder-788365-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd90c35f3-ac38-4f09-b94c-cacd24da79a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'}}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:07:50.290866 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-613cb2e6-60bc-4420-abfc-40322f5a53c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:50.350439 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-7d2b731c-4c07-4ba0-9498-e638b03bcead admin admin] Request body: {'subnet': {'network_id': '101268f3-2b9c-42c4-ac42-c67a2c420fa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1039619307-subnet', 'tenant_id': '1036f2f1678545d3aa4b54e8aa882dbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:07:50.363765 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-14a0ecca-fff2-445b-ba52-cd41b2b09bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:50.372326 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-2422b0c6-b9c9-4530-8e8e-79fbadf8ddbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:07:50.404806 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c342333-5f1a-4248-8f23-9fe66e9d3043 admin admin] Pushing event updated for resources: {'Network': ['ID=101268f3-2b9c-42c4-ac42-c67a2c420fa2,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:07:50.410906 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-9c342333-5f1a-4248-8f23-9fe66e9d3043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:07:50.411547 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.244s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:07:50.411985 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:07:50.426286 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Network 101268f3-2b9c-42c4-ac42-c67a2c420fa2 details requested by agent ovs-agent-dv-cinder-788365-2-iscsi with host dv-cinder-788365-2-iscsi {{(pid=73846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 14:07:50.474274 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-613cb2e6-60bc-4420-abfc-40322f5a53c4 None None] For port c708843d-ccc2-48a8-adad-025035c063de, host dv-cinder-788365-2-iscsi, cleared binding levels {{(pid=73847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:07:50.481048 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-613cb2e6-60bc-4420-abfc-40322f5a53c4 None None] For port c708843d-ccc2-48a8-adad-025035c063de, host dv-cinder-788365-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=c708843d-ccc2-48a8-adad-025035c063de,segment=NetworkSegment(d90c35f3-ac38-4f09-b94c-cacd24da79a8),segment_id=d90c35f3-ac38-4f09-b94c-cacd24da79a8)] {{(pid=73847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:07:50.489031 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-613cb2e6-60bc-4420-abfc-40322f5a53c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:50.499063 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-2422b0c6-b9c9-4530-8e8e-79fbadf8ddbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:07:50.648832 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422b0c6-b9c9-4530-8e8e-79fbadf8ddbb None None] Pushing event updated for resources: {'Port': ['ID=c708843d-ccc2-48a8-adad-025035c063de,revision_number=3']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:07:50.658191 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-2422b0c6-b9c9-4530-8e8e-79fbadf8ddbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:07:50.680595 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613cb2e6-60bc-4420-abfc-40322f5a53c4 None None] Routers {'81c0fd10-1371-4748-9b8a-07d44f2b8ae4'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:07:50.681304 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-613cb2e6-60bc-4420-abfc-40322f5a53c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc2a76e20>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:07:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['81c0fd10-1371-4748-9b8a-07d44f2b8ae4'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:07:50.686714 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-7d2b731c-4c07-4ba0-9498-e638b03bcead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:07:50.700414 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-7d2b731c-4c07-4ba0-9498-e638b03bcead admin admin] Usage tracker for resource:subnet and tenant:1036f2f1678545d3aa4b54e8aa882dbc is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:07:50.705979 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-7d2b731c-4c07-4ba0-9498-e638b03bcead admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:07:50.715305 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-7d2b731c-4c07-4ba0-9498-e638b03bcead admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:07:50.736703 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2b731c-4c07-4ba0-9498-e638b03bcead admin admin] Made reservation on behalf of 1036f2f1678545d3aa4b54e8aa882dbc for: {'subnet': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:07:50.739105 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7d2b731c-4c07-4ba0-9498-e638b03bcead admin admin] Notify callbacks [] for subnet, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:50.900451 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-613cb2e6-60bc-4420-abfc-40322f5a53c4 None None] Set router 81c0fd10-1371-4748-9b8a-07d44f2b8ae4 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:07:51.049126 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [None req-14a0ecca-fff2-445b-ba52-cd41b2b09bc4 admin admin] Allocated IP 172.20.0.1 (c672d43e-499d-4af9-b38c-fc321cbe269c/f4e52451-0e3b-4085-8ae2-b72618ac007f/83bdddf4-9278-4964-9e49-62f4e0e3469f) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:07:51.078258 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-6ddf1628-6f98-4c0b-9ff0-01b3d415a9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741'] for subnet, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:51.108129 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:07:51.257786 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf1628-6f98-4c0b-9ff0-01b3d415a9ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=c755a8aa-507d-4e8d-8f1a-e0d289bcd108,revision_number=0']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:07:51.264952 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-6ddf1628-6f98-4c0b-9ff0-01b3d415a9ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:07:51.280375 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddf1628-6f98-4c0b-9ff0-01b3d415a9ea admin admin] Checking segment: {'id': '2f79aa9a-8bec-4f71-b6e0-2ac20193241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '93a46dab-cf96-46de-9910-9ec42660d7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:07:51.280728 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddf1628-6f98-4c0b-9ff0-01b3d415a9ea admin admin] Network hostable DHCP agents. Network: 93a46dab-cf96-46de-9910-9ec42660d7d5, hostable agents: ['b25aa941-54d2-4dd8-96cc-172903f8133a'], hosted agents: [] {{(pid=73844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 14:07:51.288606 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-095994a7-5050-44fc-8644-93b3dd5972f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741'] for subnet, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:51.318204 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:07:51.358892 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddf1628-6f98-4c0b-9ff0-01b3d415a9ea admin admin] Network 93a46dab-cf96-46de-9910-9ec42660d7d5 is scheduled to be hosted by DHCP agent b25aa941-54d2-4dd8-96cc-172903f8133a with binding_index 1 {{(pid=73844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 14:07:51.367281 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-ceaeb4f0-3329-465b-8ece-25d313be9cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741'] for subnet, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:51.376087 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-6ddf1628-6f98-4c0b-9ff0-01b3d415a9ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:07:51.406840 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-67680724-15e7-41bf-b385-5acb7920a773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:51.412539 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:51.418592 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.base_scheduler [None req-6ddf1628-6f98-4c0b-9ff0-01b3d415a9ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-2-iscsi, 93a46dab-cf96-46de-9910-9ec42660d7d5) {{(pid=73844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:07:51.419142 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-613cb2e6-60bc-4420-abfc-40322f5a53c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc2a76e20>, [{'id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'name': 'tempest-AttachVolumeShelveTestJSON-656818362-router', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'c708843d-ccc2-48a8-adad-025035c063de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:43Z', 'updated_at': '2021-04-30T14:07:45Z', 'revision_number': 3, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'gw_port': {'id': 'c708843d-ccc2-48a8-adad-025035c063de', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:44Z', 'updated_at': '2021-04-30T14:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi'}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:07:51.424899 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613cb2e6-60bc-4420-abfc-40322f5a53c4 None None] The sync data for ids ['81c0fd10-1371-4748-9b8a-07d44f2b8ae4'] in dv-cinder-788365-2-iscsi is: [{'id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'name': 'tempest-AttachVolumeShelveTestJSON-656818362-router', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'c708843d-ccc2-48a8-adad-025035c063de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:43Z', 'updated_at': '2021-04-30T14:07:45Z', 'revision_number': 3, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'gw_port': {'id': 'c708843d-ccc2-48a8-adad-025035c063de', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:44Z', 'updated_at': '2021-04-30T14:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi'}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:07:51.433211 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecb2332-6db4-4c49-9c47-2df1aae8555f None None] Network 93a46dab-cf96-46de-9910-9ec42660d7d5 requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:07:51.459486 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddf1628-6f98-4c0b-9ff0-01b3d415a9ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:07:51.460085 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-6ddf1628-6f98-4c0b-9ff0-01b3d415a9ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for subnet, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:51.506640 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095994a7-5050-44fc-8644-93b3dd5972f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8dcaed0-062c-4177-bebc-e438f9a7434c,revision_number=0']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:07:51.526483 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaeb4f0-3329-465b-8ece-25d313be9cc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbf9a206-b4b1-4cb9-a994-3e377e8fd720,revision_number=0']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:07:51.530478 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-095994a7-5050-44fc-8644-93b3dd5972f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:07:51.530679 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-ceaeb4f0-3329-465b-8ece-25d313be9cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:07:51.552601 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-6ddf1628-6f98-4c0b-9ff0-01b3d415a9ea admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 3.9891961
Apr 30 14:07:51.556854 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaeb4f0-3329-465b-8ece-25d313be9cc9 admin admin] Checking segment: {'id': '4fa753dc-1c3f-467c-a09c-87267f9be149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:07:51.557311 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaeb4f0-3329-465b-8ece-25d313be9cc9 admin admin] Network hostable DHCP agents. Network: f610bd26-2e37-48ef-90fd-5e8ebed549b3, hostable agents: ['b25aa941-54d2-4dd8-96cc-172903f8133a'], hosted agents: [] {{(pid=73844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 14:07:51.587029 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaeb4f0-3329-465b-8ece-25d313be9cc9 admin admin] Network f610bd26-2e37-48ef-90fd-5e8ebed549b3 is scheduled to be hosted by DHCP agent b25aa941-54d2-4dd8-96cc-172903f8133a with binding_index 1 {{(pid=73844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 14:07:51.587751 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-14a0ecca-fff2-445b-ba52-cd41b2b09bc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:51.602812 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095994a7-5050-44fc-8644-93b3dd5972f7 admin admin] Checking segment: {'id': '6dccc72e-684c-4196-8b31-0016418af8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': '27a06724-f619-40a9-80b3-31638be87e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:07:51.603167 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095994a7-5050-44fc-8644-93b3dd5972f7 admin admin] Network hostable DHCP agents. Network: 27a06724-f619-40a9-80b3-31638be87e2f, hostable agents: ['b25aa941-54d2-4dd8-96cc-172903f8133a'], hosted agents: [] {{(pid=73845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 14:07:51.614598 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.base_scheduler [None req-ceaeb4f0-3329-465b-8ece-25d313be9cc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-2-iscsi, f610bd26-2e37-48ef-90fd-5e8ebed549b3) {{(pid=73844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:07:51.621230 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceaeb4f0-3329-465b-8ece-25d313be9cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:07:51.626809 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-ceaeb4f0-3329-465b-8ece-25d313be9cc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for subnet, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:51.629672 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff4d617-4fe8-4fe9-a12e-c2d9bf950d4a None None] Network f610bd26-2e37-48ef-90fd-5e8ebed549b3 requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:07:51.662026 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-ceaeb4f0-3329-465b-8ece-25d313be9cc9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.1422846
Apr 30 14:07:51.662976 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 41670) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:07:51.672363 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-c85d946c-a6b0-499e-91a2-a764970bba03 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1245073814-router', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8'}}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:07:51.674704 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [None req-14a0ecca-fff2-445b-ba52-cd41b2b09bc4 admin admin] Transition to ACTIVE for port object 83bdddf4-9278-4964-9e49-62f4e0e3469f will not be triggered until provisioned by entity DHCP. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:07:51.682908 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-c85d946c-a6b0-499e-91a2-a764970bba03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:07:51.685942 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095994a7-5050-44fc-8644-93b3dd5972f7 admin admin] Network 27a06724-f619-40a9-80b3-31638be87e2f is scheduled to be hosted by DHCP agent b25aa941-54d2-4dd8-96cc-172903f8133a with binding_index 1 {{(pid=73845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 14:07:51.695088 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-095994a7-5050-44fc-8644-93b3dd5972f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-2-iscsi, 27a06724-f619-40a9-80b3-31638be87e2f) {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:07:51.701645 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-c85d946c-a6b0-499e-91a2-a764970bba03 admin admin] Usage tracker for resource:router and tenant:7abbf22e49d14a8ba3c6061e4aaeef34 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:07:51.706871 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-c85d946c-a6b0-499e-91a2-a764970bba03 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:07:51.708773 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095994a7-5050-44fc-8644-93b3dd5972f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:07:51.709359 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-095994a7-5050-44fc-8644-93b3dd5972f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for subnet, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:51.722137 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-c85d946c-a6b0-499e-91a2-a764970bba03 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:07:51.750716 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c85d946c-a6b0-499e-91a2-a764970bba03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8215233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5709'] for router, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:51.752040 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c85d946c-a6b0-499e-91a2-a764970bba03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8215256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8011735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8062096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5748'] for router, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:51.799314 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c85d946c-a6b0-499e-91a2-a764970bba03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:51.889925 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-095994a7-5050-44fc-8644-93b3dd5972f7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 3.7279456
Apr 30 14:07:51.890182 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ef30b3-2920-471a-929f-557c3ce778da None None] Network 27a06724-f619-40a9-80b3-31638be87e2f requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:07:51.922199 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-14a0ecca-fff2-445b-ba52-cd41b2b09bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:51.953304 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:07:52.354676 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a0ecca-fff2-445b-ba52-cd41b2b09bc4 admin admin] Pushing event updated for resources: {'Port': ['ID=83bdddf4-9278-4964-9e49-62f4e0e3469f,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:07:52.385060 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-14a0ecca-fff2-445b-ba52-cd41b2b09bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:07:52.448154 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:52.462365 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a0ecca-fff2-445b-ba52-cd41b2b09bc4 admin admin] Network c672d43e-499d-4af9-b38c-fc321cbe269c is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:07:52.468658 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-14a0ecca-fff2-445b-ba52-cd41b2b09bc4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:07:52.487643 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3971dbc-e70e-45b4-b417-62e2e4e8f802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp975dfcca-068d-5fd8-ba64-a582cd474b95-f610bd26-2e37-48ef-90fd-5e8ebed549b3', 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'fixed_ips': [{'subnet_id': 'cbf9a206-b4b1-4cb9-a994-3e377e8fd720'}]}} from dv-cinder-788365-2-iscsi. {{(pid=73846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 14:07:52.488476 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a3971dbc-e70e-45b4-b417-62e2e4e8f802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:52.542962 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:52.752573 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a0ecca-fff2-445b-ba52-cd41b2b09bc4 admin admin] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:07:52.754477 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-14a0ecca-fff2-445b-ba52-cd41b2b09bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998445'] for router_interface, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:52.867021 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 41720) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:07:52.867544 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 41722) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:07:52.882909 dv-cinder-788365-2-iscsi neutron-server[73844]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 30 14:07:52.914617 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c85d946c-a6b0-499e-91a2-a764970bba03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8011694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8004693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5738'] for router, precommit_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:53.037474 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5dcb8e2-340f-498a-affa-4ed0a6b47297 None None] Network 93a46dab-cf96-46de-9910-9ec42660d7d5 requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:07:53.186885 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65319095-a0fb-4afb-aed3-07d1fef8b7ab None None] Network 27a06724-f619-40a9-80b3-31638be87e2f requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:07:53.245295 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-0ce59ecd-4e66-4342-a892-2478e6424bc1 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:07:53.246568 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-0ce59ecd-4e66-4342-a892-2478e6424bc1 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Synchronizing usage tracker for tenant:e1bcda662b5a4736a1e1e33435698631 on resource:network {{(pid=73844) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:07:53.274853 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-881127b9-1c99-4a5d-8843-e659040b5b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:53.279491 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 41748) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:07:53.287414 dv-cinder-788365-2-iscsi neutron-server[73845]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 30 14:07:53.326475 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-881127b9-1c99-4a5d-8843-e659040b5b4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:07:53.345414 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-881127b9-1c99-4a5d-8843-e659040b5b4f admin admin] Usage tracker for resource:security_group_rule and tenant:af97728baaff4454aec59049859c5a70 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:07:53.351230 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-0ce59ecd-4e66-4342-a892-2478e6424bc1 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Unset dirty status for tenant:e1bcda662b5a4736a1e1e33435698631 on resource:network {{(pid=73844) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:07:53.353277 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-0ce59ecd-4e66-4342-a892-2478e6424bc1 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/networks?id=93a46dab-cf96-46de-9910-9ec42660d7d5 HTTP/1.1" status: 200  len: 811 time: 0.4849946
Apr 30 14:07:53.355078 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-881127b9-1c99-4a5d-8843-e659040b5b4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:07:53.366243 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-00694646-3ca1-43fa-ba08-6fedc49114ca None None] Provisioning for port 83bdddf4-9278-4964-9e49-62f4e0e3469f completed by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:07:53.368624 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-881127b9-1c99-4a5d-8843-e659040b5b4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:07:53.391092 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-00694646-3ca1-43fa-ba08-6fedc49114ca None None] Provisioning complete for port 83bdddf4-9278-4964-9e49-62f4e0e3469f triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:07:53.391460 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-00694646-3ca1-43fa-ba08-6fedc49114ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:53.424439 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-2272257f-2e38-47f0-abf9-e220449de802 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/quotas/e1bcda662b5a4736a1e1e33435698631 HTTP/1.1" status: 200  len: 375 time: 0.0516660
Apr 30 14:07:53.517877 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-8b78cc9f-898d-43a7-97e1-87a12dcdd666 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e1bcda662b5a4736a1e1e33435698631&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0788579
Apr 30 14:07:53.632823 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-ef9f455d-bf1b-485c-901c-76c7d871e673 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:07:53.635252 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-ef9f455d-bf1b-485c-901c-76c7d871e673 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/networks?id=27a06724-f619-40a9-80b3-31638be87e2f HTTP/1.1" status: 200  len: 815 time: 0.3533430
Apr 30 14:07:53.676436 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-00694646-3ca1-43fa-ba08-6fedc49114ca None None] Port 83bdddf4-9278-4964-9e49-62f4e0e3469f cannot update to ACTIVE because it is not bound. {{(pid=73846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 14:07:53.679417 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_common [None req-a3971dbc-e70e-45b4-b417-62e2e4e8f802 None None] Allocated IP 172.20.0.2 (f610bd26-2e37-48ef-90fd-5e8ebed549b3/cbf9a206-b4b1-4cb9-a994-3e377e8fd720/17316c97-3e75-46fc-a629-9a17ed46e5f1) {{(pid=73846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:07:53.721094 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device c708843d-ccc2-48a8-adad-025035c063de up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:07:53.724785 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-14a0ecca-fff2-445b-ba52-cd41b2b09bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:53.822814 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-88def044-24f7-429c-ba14-fbff6e540067 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/quotas/115ed14988014677a355d6807f338dbb HTTP/1.1" status: 200  len: 375 time: 0.1548305
Apr 30 14:07:53.846562 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c85d946c-a6b0-499e-91a2-a764970bba03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:53.882262 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-881127b9-1c99-4a5d-8843-e659040b5b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:53.892040 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-b320321b-4657-4b83-b7b4-9f9fa5738f33 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=73844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 14:07:53.893760 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-b320321b-4657-4b83-b7b4-9f9fa5738f33 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1104848
Apr 30 14:07:53.904646 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-881127b9-1c99-4a5d-8843-e659040b5b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:53.908402 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c85d946c-a6b0-499e-91a2-a764970bba03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:53.942794 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:07:53.985053 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:54.002607 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-3d444984-e0bc-4583-bd1c-7efea4bb8a5d tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=115ed14988014677a355d6807f338dbb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1340873
Apr 30 14:07:54.032060 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7d2b731c-4c07-4ba0-9498-e638b03bcead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741'] for subnet, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:54.041849 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881127b9-1c99-4a5d-8843-e659040b5b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df29c64-63db-477e-9f09-92bf6c329dfa,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:07:54.066721 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-881127b9-1c99-4a5d-8843-e659040b5b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:07:54.075163 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:07:54.232227 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning for port c708843d-ccc2-48a8-adad-025035c063de completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:07:54.257988 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port c708843d-ccc2-48a8-adad-025035c063de triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:07:54.258751 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:54.285442 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b731c-4c07-4ba0-9498-e638b03bcead admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bffe4b8-8a91-4bea-9ca6-5a1137bd3587,revision_number=0']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:07:54.329339 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-881127b9-1c99-4a5d-8843-e659040b5b4f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=af97728baaff4454aec59049859c5a70&name=default HTTP/1.1" status: 200  len: 2975 time: 1.4595833
Apr 30 14:07:54.330095 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 41772) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:07:54.343929 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-312e6523-2667-4495-b963-acd7313d6001 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=73845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 14:07:54.352482 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-312e6523-2667-4495-b963-acd7313d6001 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2061131
Apr 30 14:07:54.379783 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-7d2b731c-4c07-4ba0-9498-e638b03bcead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:07:54.406451 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a3971dbc-e70e-45b4-b417-62e2e4e8f802 None None] Notify callbacks [] for port, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:54.424071 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2b731c-4c07-4ba0-9498-e638b03bcead admin admin] Checking segment: {'id': '889918bd-47b3-46b6-8b03-7fe889dbba3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '101268f3-2b9c-42c4-ac42-c67a2c420fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:07:54.425013 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2b731c-4c07-4ba0-9498-e638b03bcead admin admin] Network hostable DHCP agents. Network: 101268f3-2b9c-42c4-ac42-c67a2c420fa2, hostable agents: ['b25aa941-54d2-4dd8-96cc-172903f8133a'], hosted agents: [] {{(pid=73845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 14:07:54.464040 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-a3971dbc-e70e-45b4-b417-62e2e4e8f802 None None] Transition to ACTIVE for port object 17316c97-3e75-46fc-a629-9a17ed46e5f1 will not be triggered until provisioned by entity L2. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:07:54.499210 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-d6ab2f20-0f2c-49db-af90-f0fc7da82bfa service neutron] 10.222.0.32 "GET /v2.0/networks/93a46dab-cf96-46de-9910-9ec42660d7d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5926158
Apr 30 14:07:54.518346 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-a3971dbc-e70e-45b4-b417-62e2e4e8f802 None None] Transition to ACTIVE for port object 17316c97-3e75-46fc-a629-9a17ed46e5f1 will not be triggered until provisioned by entity DHCP. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:07:54.519665 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:54.539074 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a3971dbc-e70e-45b4-b417-62e2e4e8f802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188'] for port, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:54.546248 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.db_base_plugin_common [None req-c85d946c-a6b0-499e-91a2-a764970bba03 admin admin] Allocated IP 172.27.1.192 (304f1885-0a25-4285-aed6-702a057610f8/49300ed0-235c-492b-9da4-467f65f5f0f0/eff64f23-9bcd-42f5-9e0a-9aef99764749) {{(pid=73844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:07:54.573604 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-3b3e4752-d8c8-4e4e-ab38-e2753c4dc0d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:07:54.575434 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2b731c-4c07-4ba0-9498-e638b03bcead admin admin] Network 101268f3-2b9c-42c4-ac42-c67a2c420fa2 is scheduled to be hosted by DHCP agent b25aa941-54d2-4dd8-96cc-172903f8133a with binding_index 1 {{(pid=73845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 14:07:54.583443 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-8456166f-8230-417d-9206-f642eeec90f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:54.620055 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-7d2b731c-4c07-4ba0-9498-e638b03bcead admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-2-iscsi, 101268f3-2b9c-42c4-ac42-c67a2c420fa2) {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:07:54.631868 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-fce659d0-986e-4c82-95e7-8720f98122f4 service neutron] 10.222.0.32 "GET /v2.0/networks/27a06724-f619-40a9-80b3-31638be87e2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2781332
Apr 30 14:07:54.666247 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-14a0ecca-fff2-445b-ba52-cd41b2b09bc4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:54.689953 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2b731c-4c07-4ba0-9498-e638b03bcead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:07:54.691125 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7d2b731c-4c07-4ba0-9498-e638b03bcead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for subnet, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:54.695893 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] For port c708843d-ccc2-48a8-adad-025035c063de, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=c708843d-ccc2-48a8-adad-025035c063de,segment=NetworkSegment(d90c35f3-ac38-4f09-b94c-cacd24da79a8),segment_id=d90c35f3-ac38-4f09-b94c-cacd24da79a8)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:07:54.700729 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3971dbc-e70e-45b4-b417-62e2e4e8f802 None None] Pushing event updated for resources: {'Port': ['ID=17316c97-3e75-46fc-a629-9a17ed46e5f1,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:07:54.705648 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8abf11-bf6c-4dc2-997f-114e5eb35832 None None] Network 101268f3-2b9c-42c4-ac42-c67a2c420fa2 requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:07:54.715759 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-14a0ecca-fff2-445b-ba52-cd41b2b09bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:54.725440 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-14a0ecca-fff2-445b-ba52-cd41b2b09bc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998280'] for router_interface, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:54.735281 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-a3971dbc-e70e-45b4-b417-62e2e4e8f802 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:07:54.735956 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-0d7e97e2-5dd7-4716-ac78-68644dbeeaa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:07:54.747270 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3971dbc-e70e-45b4-b417-62e2e4e8f802 None None] Network f610bd26-2e37-48ef-90fd-5e8ebed549b3 is already hosted by enough agents. {{(pid=73846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:07:54.769992 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:54.777556 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-a3971dbc-e70e-45b4-b417-62e2e4e8f802 None None] Resources bound (agent type, host, resource id):  {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:07:54.786521 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3971dbc-e70e-45b4-b417-62e2e4e8f802 None None] Received port after_create {{(pid=73846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:07:54.800275 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-f9e37d54-5234-40a5-b70b-9f3db6eee350 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:07:54.841822 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-8456166f-8230-417d-9206-f642eeec90f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:54.849249 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-7d2b731c-4c07-4ba0-9498-e638b03bcead admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 4.5119896
Apr 30 14:07:54.866159 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 41778) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:07:54.894468 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-555b04c3-dbdf-41e1-acfb-5e90d06798e8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1039619307-router', 'tenant_id': '1036f2f1678545d3aa4b54e8aa882dbc', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8'}}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:07:54.912734 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-555b04c3-dbdf-41e1-acfb-5e90d06798e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:07:54.925087 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-871aac70-8f8f-4c32-9cc3-592439f894e7 service neutron] 10.222.0.32 "GET /v2.0/networks/93a46dab-cf96-46de-9910-9ec42660d7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4196153
Apr 30 14:07:54.929630 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-555b04c3-dbdf-41e1-acfb-5e90d06798e8 admin admin] Usage tracker for resource:router and tenant:1036f2f1678545d3aa4b54e8aa882dbc is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:07:54.943465 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a0ecca-fff2-445b-ba52-cd41b2b09bc4 admin admin] Pushing event updated for resources: {'Port': ['ID=83bdddf4-9278-4964-9e49-62f4e0e3469f,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:07:54.944963 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-555b04c3-dbdf-41e1-acfb-5e90d06798e8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:07:54.971550 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-14a0ecca-fff2-445b-ba52-cd41b2b09bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:07:54.973152 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-555b04c3-dbdf-41e1-acfb-5e90d06798e8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:07:55.046861 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-555b04c3-dbdf-41e1-acfb-5e90d06798e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8215233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5709'] for router, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:55.048412 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-555b04c3-dbdf-41e1-acfb-5e90d06798e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8215256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8011735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8062096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5748'] for router, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:55.079010 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Pushing event updated for resources: {'Port': ['ID=c708843d-ccc2-48a8-adad-025035c063de,revision_number=4']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:07:55.084061 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:07:55.110396 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c85d946c-a6b0-499e-91a2-a764970bba03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:55.142283 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-8456166f-8230-417d-9206-f642eeec90f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:55.178665 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:07:55.195632 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-a3971dbc-e70e-45b4-b417-62e2e4e8f802 None None] Attempting to bind port 17316c97-3e75-46fc-a629-9a17ed46e5f1 on host dv-cinder-788365-2-iscsi for vnic_type normal with profile  {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:07:55.196382 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-a3971dbc-e70e-45b4-b417-62e2e4e8f802 None None] Attempting to bind port 17316c97-3e75-46fc-a629-9a17ed46e5f1 by drivers openvswitch,hyperv on host dv-cinder-788365-2-iscsi at level 0 using segments [{'id': '4fa753dc-1c3f-467c-a09c-87267f9be149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3'}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:07:55.196928 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3971dbc-e70e-45b4-b417-62e2e4e8f802 None None] Attempting to bind port 17316c97-3e75-46fc-a629-9a17ed46e5f1 on network f610bd26-2e37-48ef-90fd-5e8ebed549b3 {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:07:55.198927 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-555b04c3-dbdf-41e1-acfb-5e90d06798e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:55.202636 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456166f-8230-417d-9206-f642eeec90f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df29c64-63db-477e-9f09-92bf6c329dfa,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:07:55.206672 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3971dbc-e70e-45b4-b417-62e2e4e8f802 None None] Checking agent: {'id': '4f0b0810-19ae-4b24-abc7-3f67c142f33a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 59, 51), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:07:55.207354 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3971dbc-e70e-45b4-b417-62e2e4e8f802 None None] Checking segment: {'id': '4fa753dc-1c3f-467c-a09c-87267f9be149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:07:55.208205 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a3971dbc-e70e-45b4-b417-62e2e4e8f802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:55.208852 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3971dbc-e70e-45b4-b417-62e2e4e8f802 None None] Bound using segment: {'id': '4fa753dc-1c3f-467c-a09c-87267f9be149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3'} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:07:55.209569 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-a3971dbc-e70e-45b4-b417-62e2e4e8f802 None None] Bound port: 17316c97-3e75-46fc-a629-9a17ed46e5f1, host: dv-cinder-788365-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa753dc-1c3f-467c-a09c-87267f9be149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3'}}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:07:55.210470 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a3971dbc-e70e-45b4-b417-62e2e4e8f802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:55.216348 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-8456166f-8230-417d-9206-f642eeec90f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:07:55.325432 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-70b50151-59df-4402-b16a-7bce057603b8 service neutron] 10.222.0.32 "GET /v2.0/networks/27a06724-f619-40a9-80b3-31638be87e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6919429
Apr 30 14:07:55.366205 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-a3971dbc-e70e-45b4-b417-62e2e4e8f802 None None] For port 17316c97-3e75-46fc-a629-9a17ed46e5f1, host dv-cinder-788365-2-iscsi, cleared binding levels {{(pid=73846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:07:55.369853 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-a3971dbc-e70e-45b4-b417-62e2e4e8f802 None None] For port 17316c97-3e75-46fc-a629-9a17ed46e5f1, host dv-cinder-788365-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=17316c97-3e75-46fc-a629-9a17ed46e5f1,segment=NetworkSegment(4fa753dc-1c3f-467c-a09c-87267f9be149),segment_id=4fa753dc-1c3f-467c-a09c-87267f9be149)] {{(pid=73846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:07:55.382232 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a3971dbc-e70e-45b4-b417-62e2e4e8f802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:55.387727 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a0ecca-fff2-445b-ba52-cd41b2b09bc4 admin admin] Network c672d43e-499d-4af9-b38c-fc321cbe269c is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:07:55.388986 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-14a0ecca-fff2-445b-ba52-cd41b2b09bc4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:07:55.397001 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-867864fc-e981-471a-b801-48eeef8b98e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:07:55.778927 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device c708843d-ccc2-48a8-adad-025035c063de up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:07:55.893618 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0189ad6e-1728-44ed-8af7-10c598a1aa02 None None] Network 101268f3-2b9c-42c4-ac42-c67a2c420fa2 requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:07:55.938514 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a0ecca-fff2-445b-ba52-cd41b2b09bc4 admin admin] Router 81c0fd10-1371-4748-9b8a-07d44f2b8ae4 has already been hosted by L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d {{(pid=73845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 14:07:56.082984 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-8456166f-8230-417d-9206-f642eeec90f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:56.084312 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-8456166f-8230-417d-9206-f642eeec90f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1df29c64-63db-477e-9f09-92bf6c329dfa HTTP/1.1" status: 204  len: 168 time: 1.7467151
Apr 30 14:07:56.116638 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-bfb84f28-c40e-46ff-9b97-270493b2e3d7 req-0500abf9-9ad1-4626-abda-178e3e7bcb23 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/ports?device_id=034b41de-cd7e-4d6d-8047-454173aaa252 HTTP/1.1" status: 200  len: 210 time: 0.1967099
Apr 30 14:07:56.399576 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c85d946c-a6b0-499e-91a2-a764970bba03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188'] for port, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:56.499388 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3971dbc-e70e-45b4-b417-62e2e4e8f802 None None] Pushing event updated for resources: {'Port': ['ID=17316c97-3e75-46fc-a629-9a17ed46e5f1,revision_number=2']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:07:56.506387 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-a3971dbc-e70e-45b4-b417-62e2e4e8f802 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.109s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:07:56.509321 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-d1e36537-2029-4d16-8234-29adc74acc12 None None] Provisioning complete for port 83bdddf4-9278-4964-9e49-62f4e0e3469f triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:07:56.509698 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-d1e36537-2029-4d16-8234-29adc74acc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:56.547102 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-a05acfb9-4462-4e2b-b3e8-a27f392051e5 req-b4a03a29-083c-47aa-b42c-4b75132600a9 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=7878a45f-b4a4-4634-8968-122ce65cffcf HTTP/1.1" status: 200  len: 210 time: 0.1533070
Apr 30 14:07:56.560677 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a0ecca-fff2-445b-ba52-cd41b2b09bc4 admin admin] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:07:56.576800 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-14a0ecca-fff2-445b-ba52-cd41b2b09bc4 admin admin] 10.222.0.32 "PUT /v2.0/routers/81c0fd10-1371-4748-9b8a-07d44f2b8ae4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.8212521
Apr 30 14:07:56.637460 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1f064e-a73b-4831-8422-2618c487f392 None None] Sync routers for ids ['81c0fd10-1371-4748-9b8a-07d44f2b8ae4'] in dv-cinder-788365-2-iscsi {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:07:56.682256 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-4ec4aa8d-be38-47bb-917c-4d12b8218954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:07:56.685451 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port c708843d-ccc2-48a8-adad-025035c063de triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:07:56.687493 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:56.737975 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1f064e-a73b-4831-8422-2618c487f392 None None] Routers {'81c0fd10-1371-4748-9b8a-07d44f2b8ae4'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:07:56.739249 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-cd1f064e-a73b-4831-8422-2618c487f392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc238b1c0>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:07:51Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['81c0fd10-1371-4748-9b8a-07d44f2b8ae4'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:07:56.766611 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-555b04c3-dbdf-41e1-acfb-5e90d06798e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8011694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8004693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5738'] for router, precommit_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:56.828722 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85d946c-a6b0-499e-91a2-a764970bba03 admin admin] Network 304f1885-0a25-4285-aed6-702a057610f8 is already hosted by enough agents. {{(pid=73844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:07:56.861547 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.base_scheduler [None req-c85d946c-a6b0-499e-91a2-a764970bba03 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:07:56.864140 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85d946c-a6b0-499e-91a2-a764970bba03 admin admin] Received port after_create {{(pid=73844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:07:56.926365 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-d1e36537-2029-4d16-8234-29adc74acc12 None None] Port 83bdddf4-9278-4964-9e49-62f4e0e3469f cannot update to ACTIVE because it is not bound. {{(pid=73846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 14:07:56.964639 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d946c-a6b0-499e-91a2-a764970bba03 admin admin] Pushing event updated for resources: {'Port': ['ID=eff64f23-9bcd-42f5-9e0a-9aef99764749,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:07:56.999364 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-c85d946c-a6b0-499e-91a2-a764970bba03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:07:57.238802 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-cd1f064e-a73b-4831-8422-2618c487f392 None None] Set router 81c0fd10-1371-4748-9b8a-07d44f2b8ae4 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:07:57.630774 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-1b46086c-743f-474a-a6be-175531cdc973 req-c51cde40-a83a-44f8-9a3f-956daf5ee664 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/ports?device_id=034b41de-cd7e-4d6d-8047-454173aaa252 HTTP/1.1" status: 200  len: 210 time: 0.2194233
Apr 30 14:07:58.144467 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 17316c97-3e75-46fc-a629-9a17ed46e5f1 up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:07:58.270315 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557fba1a-2d56-477f-8013-e8da1e952cd3 None None] Network f610bd26-2e37-48ef-90fd-5e8ebed549b3 requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:07:58.289189 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-80a11a19-a09b-48a4-a6c2-4c8ecf59f0bb req-039e9241-b2e6-4b7e-b099-4c9fddf3c59d tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=7878a45f-b4a4-4634-8968-122ce65cffcf HTTP/1.1" status: 200  len: 210 time: 0.3020980
Apr 30 14:07:58.543474 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 41916) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:07:58.560387 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-aae6c405-904b-4ac1-b764-35b08f80d907 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Request body: {'security_group': {'name': 'tempest-securitygroup--886372744', 'description': 'tempest-description--1675440052'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:07:58.594832 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-aae6c405-904b-4ac1-b764-35b08f80d907 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:07:58.608500 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-aae6c405-904b-4ac1-b764-35b08f80d907 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Usage tracker for resource:security_group and tenant:13478f31079d4d4f97143a6de5da7786 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:07:58.612546 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-aae6c405-904b-4ac1-b764-35b08f80d907 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:07:58.624804 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-aae6c405-904b-4ac1-b764-35b08f80d907 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:07:58.656686 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-aae6c405-904b-4ac1-b764-35b08f80d907 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:58.689170 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-aae6c405-904b-4ac1-b764-35b08f80d907 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:07:58.701362 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-aae6c405-904b-4ac1-b764-35b08f80d907 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Usage tracker for resource:security_group_rule and tenant:13478f31079d4d4f97143a6de5da7786 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:07:58.707701 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c85d946c-a6b0-499e-91a2-a764970bba03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:58.716049 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-aae6c405-904b-4ac1-b764-35b08f80d907 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:07:58.730006 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-aae6c405-904b-4ac1-b764-35b08f80d907 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:07:58.991097 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-004583cf-1acd-43ed-bbd2-b83b1db719a9 None None] Provisioning for port 17316c97-3e75-46fc-a629-9a17ed46e5f1 completed by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:07:59.063766 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning for port 17316c97-3e75-46fc-a629-9a17ed46e5f1 completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:07:59.083618 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port 17316c97-3e75-46fc-a629-9a17ed46e5f1 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:07:59.083998 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:59.129594 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-aae6c405-904b-4ac1-b764-35b08f80d907 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:59.149285 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-aae6c405-904b-4ac1-b764-35b08f80d907 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:59.228004 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:07:59.323378 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae6c405-904b-4ac1-b764-35b08f80d907 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62ffe3f4-3181-4fc9-b98f-5b7e8ed14ac4,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:07:59.326314 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-aae6c405-904b-4ac1-b764-35b08f80d907 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:59.328072 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-aae6c405-904b-4ac1-b764-35b08f80d907 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 0.7830505
Apr 30 14:07:59.330821 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 41942) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:07:59.334766 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-aae6c405-904b-4ac1-b764-35b08f80d907 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:07:59.340868 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-ef286e98-7512-4c33-abaa-ba23b34e77d4 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Request body: {'security_group_rule': {'security_group_id': '62ffe3f4-3181-4fc9-b98f-5b7e8ed14ac4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:07:59.354770 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-ef286e98-7512-4c33-abaa-ba23b34e77d4 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:07:59.367884 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-ef286e98-7512-4c33-abaa-ba23b34e77d4 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Usage tracker for resource:security_group_rule and tenant:13478f31079d4d4f97143a6de5da7786 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:07:59.376584 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-cd1f064e-a73b-4831-8422-2618c487f392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc238b1c0>, [{'id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'name': 'tempest-AttachVolumeShelveTestJSON-656818362-router', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'c708843d-ccc2-48a8-adad-025035c063de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:43Z', 'updated_at': '2021-04-30T14:07:53Z', 'revision_number': 4, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'gw_port': {'id': 'c708843d-ccc2-48a8-adad-025035c063de', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:44Z', 'updated_at': '2021-04-30T14:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '83bdddf4-9278-4964-9e49-62f4e0e3469f', 'name': '', 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'mac_address': 'fa:16:3e:6e:47:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4e52451-0e3b-4085-8ae2-b72618ac007f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:50Z', 'updated_at': '2021-04-30T14:07:54Z', 'revision_number': 2, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'subnets': [{'id': 'f4e52451-0e3b-4085-8ae2-b72618ac007f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:07:59.377113 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-ef286e98-7512-4c33-abaa-ba23b34e77d4 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:07:59.386684 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-ef286e98-7512-4c33-abaa-ba23b34e77d4 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:07:59.422646 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ef286e98-7512-4c33-abaa-ba23b34e77d4 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:59.427273 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1f064e-a73b-4831-8422-2618c487f392 None None] Checking router: 81c0fd10-1371-4748-9b8a-07d44f2b8ae4 for host: dv-cinder-788365-2-iscsi {{(pid=73846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:07:59.427649 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1f064e-a73b-4831-8422-2618c487f392 None None] Updating router 81c0fd10-1371-4748-9b8a-07d44f2b8ae4 port 83bdddf4-9278-4964-9e49-62f4e0e3469f binding host dv-cinder-788365-2-iscsi {{(pid=73846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 14:07:59.547390 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-cd1f064e-a73b-4831-8422-2618c487f392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:59.557532 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-555b04c3-dbdf-41e1-acfb-5e90d06798e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:59.573826 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ef286e98-7512-4c33-abaa-ba23b34e77d4 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:59.579561 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ef286e98-7512-4c33-abaa-ba23b34e77d4 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067617'] for security_group_rule, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:59.588983 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:07:59.606466 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef286e98-7512-4c33-abaa-ba23b34e77d4 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2171f7e3-5fab-45ba-af4f-a9e09d72f56f,revision_number=0']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:07:59.616202 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-ef286e98-7512-4c33-abaa-ba23b34e77d4 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:07:59.624529 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-40e3acb1-3ac0-4faf-ac22-463d7ee17cfa req-6f3b7acf-b77e-4044-9ab7-d62d0bfca499 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/ports?device_id=034b41de-cd7e-4d6d-8047-454173aaa252 HTTP/1.1" status: 200  len: 210 time: 0.3938358
Apr 30 14:07:59.636699 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ef286e98-7512-4c33-abaa-ba23b34e77d4 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:59.642214 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 41956) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:07:59.643500 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-ef286e98-7512-4c33-abaa-ba23b34e77d4 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3105547
Apr 30 14:07:59.659696 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-555b04c3-dbdf-41e1-acfb-5e90d06798e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:59.674710 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-92e802e7-27a0-4feb-96c2-d1d6b21168ae tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Request body: {'security_group_rule': {'security_group_id': '62ffe3f4-3181-4fc9-b98f-5b7e8ed14ac4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:07:59.797038 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:07:59.841575 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-92e802e7-27a0-4feb-96c2-d1d6b21168ae tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:07:59.847239 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-92e802e7-27a0-4feb-96c2-d1d6b21168ae tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Usage tracker for resource:security_group_rule and tenant:13478f31079d4d4f97143a6de5da7786 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:07:59.850700 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-92e802e7-27a0-4feb-96c2-d1d6b21168ae tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:07:59.860871 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-92e802e7-27a0-4feb-96c2-d1d6b21168ae tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:07:59.925610 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-92e802e7-27a0-4feb-96c2-d1d6b21168ae tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:00.025258 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-92e802e7-27a0-4feb-96c2-d1d6b21168ae tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:00.048437 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-92e802e7-27a0-4feb-96c2-d1d6b21168ae tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067617'] for security_group_rule, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:00.068882 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:00.088155 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e802e7-27a0-4feb-96c2-d1d6b21168ae tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a9a43dd-7e18-4802-a62e-d6c1fe6b4221,revision_number=0']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:00.096064 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c5c0cb15-58c7-4815-830d-d0adcfc8b0ea req-438e701f-10f7-4427-91bb-c1433ac22113 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=7878a45f-b4a4-4634-8968-122ce65cffcf HTTP/1.1" status: 200  len: 210 time: 0.2102561
Apr 30 14:08:00.097633 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-92e802e7-27a0-4feb-96c2-d1d6b21168ae tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:00.099164 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c85d946c-a6b0-499e-91a2-a764970bba03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7995491'] for router, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:00.113448 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.43', 57572) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:00.400292 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] For port 17316c97-3e75-46fc-a629-9a17ed46e5f1, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=17316c97-3e75-46fc-a629-9a17ed46e5f1,segment=NetworkSegment(4fa753dc-1c3f-467c-a09c-87267f9be149),segment_id=4fa753dc-1c3f-467c-a09c-87267f9be149)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:08:00.414366 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:00.435801 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:00.486614 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-cd187bcb-b219-4231-a834-e2e66254918b tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:00.488118 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-cd187bcb-b219-4231-a834-e2e66254918b tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.43 "GET /v2.0/networks?id=93a46dab-cf96-46de-9910-9ec42660d7d5 HTTP/1.1" status: 200  len: 811 time: 0.3731308
Apr 30 14:08:00.518711 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-cd1f064e-a73b-4831-8422-2618c487f392 None None] Notify callbacks [] for port, precommit_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:00.550221 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-cd1f064e-a73b-4831-8422-2618c487f392 None None] Transition to ACTIVE for port object 83bdddf4-9278-4964-9e49-62f4e0e3469f will not be triggered until provisioned by entity L2. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:08:00.567242 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-cd1f064e-a73b-4831-8422-2618c487f392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:00.572538 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-9059879c-c7f8-4554-8fc3-d345e61b0728 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Request body: {'port': {'device_id': '034b41de-cd7e-4d6d-8047-454173aaa252', 'network_id': '93a46dab-cf96-46de-9910-9ec42660d7d5', 'admin_state_up': True, 'tenant_id': 'e1bcda662b5a4736a1e1e33435698631'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:08:00.665178 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Pushing event updated for resources: {'Port': ['ID=17316c97-3e75-46fc-a629-9a17ed46e5f1,revision_number=3']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:00.674750 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:00.674750 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:00.739230 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-92e802e7-27a0-4feb-96c2-d1d6b21168ae tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:00.741376 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-92e802e7-27a0-4feb-96c2-d1d6b21168ae tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.0846019
Apr 30 14:08:00.748488 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 41994) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:00.782183 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-66246631-215b-4e62-bbec-e55298480461 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Request body: {'floatingip': {'floating_network_id': '304f1885-0a25-4285-aed6-702a057610f8'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:08:00.813259 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-66246631-215b-4e62-bbec-e55298480461 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:08:00.831763 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85d946c-a6b0-499e-91a2-a764970bba03 admin admin] Router bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417 is scheduled to L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d with binding_index 1 {{(pid=73844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 14:08:00.844606 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-66246631-215b-4e62-bbec-e55298480461 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Usage tracker for resource:floatingip and tenant:13478f31079d4d4f97143a6de5da7786 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:08:00.858921 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-66246631-215b-4e62-bbec-e55298480461 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:08:00.896615 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.db_base_plugin_common [None req-555b04c3-dbdf-41e1-acfb-5e90d06798e8 admin admin] Allocated IP 172.27.1.244 (304f1885-0a25-4285-aed6-702a057610f8/49300ed0-235c-492b-9da4-467f65f5f0f0/b811524e-d13e-49a3-aba9-a7f3a56dfa5c) {{(pid=73844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:08:01.003970 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9d86d-9d3f-4245-99db-f539425b000d None None] Pushing event updated for resources: {'Port': ['ID=83bdddf4-9278-4964-9e49-62f4e0e3469f,revision_number=3']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:01.004979 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.43', 57578) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:01.020369 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-22a9d86d-9d3f-4245-99db-f539425b000d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:01.029903 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-9059879c-c7f8-4554-8fc3-d345e61b0728 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:08:01.046066 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-66246631-215b-4e62-bbec-e55298480461 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:08:01.064314 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-41a9f229-c759-4962-a70d-79100d2b4977 None None] Provisioning complete for port 17316c97-3e75-46fc-a629-9a17ed46e5f1 triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:08:01.065044 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-41a9f229-c759-4962-a70d-79100d2b4977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:01.110673 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-c342c518-7fd4-4f8a-8177-fd6f14e496eb req-7c4062c3-d140-4ed0-bb3b-af19e6558f0f tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/ports?device_id=034b41de-cd7e-4d6d-8047-454173aaa252 HTTP/1.1" status: 200  len: 210 time: 0.0660126
Apr 30 14:08:01.130216 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-cd1f064e-a73b-4831-8422-2618c487f392 None None] Attempting to bind port 83bdddf4-9278-4964-9e49-62f4e0e3469f on host dv-cinder-788365-2-iscsi for vnic_type normal with profile  {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:08:01.130937 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-cd1f064e-a73b-4831-8422-2618c487f392 None None] Attempting to bind port 83bdddf4-9278-4964-9e49-62f4e0e3469f by drivers openvswitch,hyperv on host dv-cinder-788365-2-iscsi at level 0 using segments [{'id': '24abed45-2ceb-408d-9eba-0cb8b0a103b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1431, 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c'}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:08:01.131562 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1f064e-a73b-4831-8422-2618c487f392 None None] Attempting to bind port 83bdddf4-9278-4964-9e49-62f4e0e3469f on network c672d43e-499d-4af9-b38c-fc321cbe269c {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:08:01.170747 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1f064e-a73b-4831-8422-2618c487f392 None None] Checking agent: {'id': '4f0b0810-19ae-4b24-abc7-3f67c142f33a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 59, 51), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:08:01.171983 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1f064e-a73b-4831-8422-2618c487f392 None None] Checking segment: {'id': '24abed45-2ceb-408d-9eba-0cb8b0a103b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1431, 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:08:01.172664 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-cd1f064e-a73b-4831-8422-2618c487f392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:01.173304 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1f064e-a73b-4831-8422-2618c487f392 None None] Bound using segment: {'id': '24abed45-2ceb-408d-9eba-0cb8b0a103b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1431, 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c'} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:08:01.174039 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-cd1f064e-a73b-4831-8422-2618c487f392 None None] Bound port: 83bdddf4-9278-4964-9e49-62f4e0e3469f, host: dv-cinder-788365-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24abed45-2ceb-408d-9eba-0cb8b0a103b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1431, 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c'}}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:08:01.174695 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-cd1f064e-a73b-4831-8422-2618c487f392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:01.179881 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-9059879c-c7f8-4554-8fc3-d345e61b0728 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Usage tracker for resource:port and tenant:e1bcda662b5a4736a1e1e33435698631 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:08:01.185320 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-9059879c-c7f8-4554-8fc3-d345e61b0728 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:08:01.220707 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-66246631-215b-4e62-bbec-e55298480461 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for floatingip, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:01.311067 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-9059879c-c7f8-4554-8fc3-d345e61b0728 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:08:01.393570 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-1beaaec5-9c24-4d45-9e1a-c4b9c4aa15cc tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:01.395066 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-1beaaec5-9c24-4d45-9e1a-c4b9c4aa15cc tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.43 "GET /v2.0/networks?id=27a06724-f619-40a9-80b3-31638be87e2f HTTP/1.1" status: 200  len: 815 time: 0.3858624
Apr 30 14:08:01.461170 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-8a5cfbce-4f41-4607-88aa-0b78bc2fce36 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Request body: {'port': {'device_id': '7878a45f-b4a4-4634-8968-122ce65cffcf', 'network_id': '27a06724-f619-40a9-80b3-31638be87e2f', 'admin_state_up': True, 'tenant_id': '115ed14988014677a355d6807f338dbb'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:08:01.732805 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-cd1f064e-a73b-4831-8422-2618c487f392 None None] For port 83bdddf4-9278-4964-9e49-62f4e0e3469f, host dv-cinder-788365-2-iscsi, cleared binding levels {{(pid=73846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:08:01.747213 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-cd1f064e-a73b-4831-8422-2618c487f392 None None] For port 83bdddf4-9278-4964-9e49-62f4e0e3469f, host dv-cinder-788365-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=83bdddf4-9278-4964-9e49-62f4e0e3469f,segment=NetworkSegment(24abed45-2ceb-408d-9eba-0cb8b0a103b5),segment_id=24abed45-2ceb-408d-9eba-0cb8b0a103b5)] {{(pid=73846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:08:01.759545 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-cd1f064e-a73b-4831-8422-2618c487f392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:01.794213 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:01.804480 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-9059879c-c7f8-4554-8fc3-d345e61b0728 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Made reservation on behalf of e1bcda662b5a4736a1e1e33435698631 for: {'port': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:08:01.811594 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-9059879c-c7f8-4554-8fc3-d345e61b0728 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:01.867388 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-e1c5e6b0-f4be-4cd0-912e-ef60fca8e0ab req-46e0e982-67c8-40dc-ba36-3379943c4a13 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=7878a45f-b4a4-4634-8968-122ce65cffcf HTTP/1.1" status: 200  len: 210 time: 0.2080100
Apr 30 14:08:01.868923 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-8a5cfbce-4f41-4607-88aa-0b78bc2fce36 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:08:01.876625 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-8a5cfbce-4f41-4607-88aa-0b78bc2fce36 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Usage tracker for resource:port and tenant:115ed14988014677a355d6807f338dbb is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:08:01.882095 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-8a5cfbce-4f41-4607-88aa-0b78bc2fce36 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:08:01.892630 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-8a5cfbce-4f41-4607-88aa-0b78bc2fce36 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:08:01.908798 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-8a5cfbce-4f41-4607-88aa-0b78bc2fce36 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Made reservation on behalf of 115ed14988014677a355d6807f338dbb for: {'port': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:08:01.915178 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-8a5cfbce-4f41-4607-88aa-0b78bc2fce36 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:02.159396 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85d946c-a6b0-499e-91a2-a764970bba03 admin admin] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:08:02.178122 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e8f64a-5f60-485d-9b34-56507fc0518f None None] Sync routers for ids ['bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'] in dv-cinder-788365-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:08:02.204657 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e8f64a-5f60-485d-9b34-56507fc0518f None None] Routers {'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:08:02.211609 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-78e8f64a-5f60-485d-9b34-56507fc0518f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc2e5afa0>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:07:51Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:08:02.264548 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1f064e-a73b-4831-8422-2618c487f392 None None] Routers {'81c0fd10-1371-4748-9b8a-07d44f2b8ae4'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:08:02.265199 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-cd1f064e-a73b-4831-8422-2618c487f392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc238b1c0>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:07:51Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['81c0fd10-1371-4748-9b8a-07d44f2b8ae4'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:08:02.420518 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-555b04c3-dbdf-41e1-acfb-5e90d06798e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:02.446842 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 42070) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:02.489074 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c85d946c-a6b0-499e-91a2-a764970bba03 admin admin] Notify callbacks [] for router, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:02.515202 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-c85d946c-a6b0-499e-91a2-a764970bba03 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 10.8461599
Apr 30 14:08:02.559615 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 42076) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:02.660999 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9d86d-9d3f-4245-99db-f539425b000d None None] Pushing event updated for resources: {'Port': ['ID=83bdddf4-9278-4964-9e49-62f4e0e3469f,revision_number=4']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:02.692632 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 17316c97-3e75-46fc-a629-9a17ed46e5f1 up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:08:02.787637 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-22a9d86d-9d3f-4245-99db-f539425b000d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.994s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:02.863448 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7fd37f28-fb55-4bf9-ae4f-88f1637ca5a4 req-664cb70c-4ba7-4641-9be4-5c2d33efc416 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/ports?device_id=034b41de-cd7e-4d6d-8047-454173aaa252 HTTP/1.1" status: 200  len: 210 time: 0.3191202
Apr 30 14:08:02.926077 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-78e8f64a-5f60-485d-9b34-56507fc0518f None None] Set router bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:08:03.036315 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-9059879c-c7f8-4554-8fc3-d345e61b0728 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Allocated IP 172.20.0.8 (93a46dab-cf96-46de-9910-9ec42660d7d5/c755a8aa-507d-4e8d-8f1a-e0d289bcd108/c931396c-b63b-4bab-8040-38c6ed8da406) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:08:03.095531 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-8a5cfbce-4f41-4607-88aa-0b78bc2fce36 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Allocated IP 172.20.0.6 (27a06724-f619-40a9-80b3-31638be87e2f/d8dcaed0-062c-4177-bebc-e438f9a7434c/17450d03-c6d4-4a4a-af14-ed8f8992ecd8) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:08:03.321130 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-cd1f064e-a73b-4831-8422-2618c487f392 None None] Set router 81c0fd10-1371-4748-9b8a-07d44f2b8ae4 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:08:03.400175 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 42088) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:03.446234 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port 17316c97-3e75-46fc-a629-9a17ed46e5f1 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:08:03.446641 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:03.453642 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-66246631-215b-4e62-bbec-e55298480461 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:03.534812 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-555b04c3-dbdf-41e1-acfb-5e90d06798e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188'] for port, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:03.536182 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-500caba6-3af8-4000-8c7c-0749ed3eba01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:03.572581 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:03.608187 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-2b79a8df-1f98-410b-95c0-e1d054c72f10 req-f7ca17aa-76e7-40ea-82a8-757c38862372 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=7878a45f-b4a4-4634-8968-122ce65cffcf HTTP/1.1" status: 200  len: 210 time: 0.1573808
Apr 30 14:08:03.642801 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-78e8f64a-5f60-485d-9b34-56507fc0518f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc2e5afa0>, [{'id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'name': 'tempest-AttachVolumeTestJSON-1245073814-router', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:51Z', 'updated_at': '2021-04-30T14:07:57Z', 'revision_number': 3, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'gw_port': {'id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:48:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:54Z', 'updated_at': '2021-04-30T14:07:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi'}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:08:03.649875 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e8f64a-5f60-485d-9b34-56507fc0518f None None] Checking router: bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417 for host: dv-cinder-788365-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:08:03.650230 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e8f64a-5f60-485d-9b34-56507fc0518f None None] Updating router bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417 port eff64f23-9bcd-42f5-9e0a-9aef99764749 binding host dv-cinder-788365-2-iscsi {{(pid=73847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 14:08:03.663161 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b04c3-dbdf-41e1-acfb-5e90d06798e8 admin admin] Pushing event updated for resources: {'Port': ['ID=b811524e-d13e-49a3-aba9-a7f3a56dfa5c,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:03.683051 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-555b04c3-dbdf-41e1-acfb-5e90d06798e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:03.694722 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-500caba6-3af8-4000-8c7c-0749ed3eba01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:08:03.810682 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-78e8f64a-5f60-485d-9b34-56507fc0518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:03.990322 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b597220e-f016-4918-b4a3-cea025665be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:04.081050 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-9059879c-c7f8-4554-8fc3-d345e61b0728 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:04.084668 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-b597220e-f016-4918-b4a3-cea025665be3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:08:04.116600 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-b597220e-f016-4918-b4a3-cea025665be3 admin admin] Usage tracker for resource:security_group_rule and tenant:15e94259677e4a40bc4c07fbaf8a89b9 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:08:04.129085 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-b597220e-f016-4918-b4a3-cea025665be3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:08:04.130830 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-cd1f064e-a73b-4831-8422-2618c487f392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc238b1c0>, [{'id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'name': 'tempest-AttachVolumeShelveTestJSON-656818362-router', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'c708843d-ccc2-48a8-adad-025035c063de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:43Z', 'updated_at': '2021-04-30T14:07:53Z', 'revision_number': 4, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'gw_port': {'id': 'c708843d-ccc2-48a8-adad-025035c063de', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:44Z', 'updated_at': '2021-04-30T14:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '83bdddf4-9278-4964-9e49-62f4e0e3469f', 'name': '', 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'mac_address': 'fa:16:3e:6e:47:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4e52451-0e3b-4085-8ae2-b72618ac007f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:50Z', 'updated_at': '2021-04-30T14:08:01Z', 'revision_number': 4, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'subnets': [{'id': 'f4e52451-0e3b-4085-8ae2-b72618ac007f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:08:04.144601 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1f064e-a73b-4831-8422-2618c487f392 None None] The sync data for ids ['81c0fd10-1371-4748-9b8a-07d44f2b8ae4'] in dv-cinder-788365-2-iscsi is: [{'id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'name': 'tempest-AttachVolumeShelveTestJSON-656818362-router', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'c708843d-ccc2-48a8-adad-025035c063de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:43Z', 'updated_at': '2021-04-30T14:07:53Z', 'revision_number': 4, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'gw_port': {'id': 'c708843d-ccc2-48a8-adad-025035c063de', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:44Z', 'updated_at': '2021-04-30T14:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '83bdddf4-9278-4964-9e49-62f4e0e3469f', 'name': '', 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'mac_address': 'fa:16:3e:6e:47:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4e52451-0e3b-4085-8ae2-b72618ac007f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:50Z', 'updated_at': '2021-04-30T14:08:01Z', 'revision_number': 4, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'subnets': [{'id': 'f4e52451-0e3b-4085-8ae2-b72618ac007f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:08:04.159242 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-b597220e-f016-4918-b4a3-cea025665be3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:08:04.201139 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-500caba6-3af8-4000-8c7c-0749ed3eba01 admin admin] Usage tracker for resource:security_group_rule and tenant:d1eb8840ffcd4aa09cf4f74b808a21dc is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:08:04.215855 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555b04c3-dbdf-41e1-acfb-5e90d06798e8 admin admin] Network 304f1885-0a25-4285-aed6-702a057610f8 is already hosted by enough agents. {{(pid=73844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:08:04.216845 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-500caba6-3af8-4000-8c7c-0749ed3eba01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:08:04.250114 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.base_scheduler [None req-555b04c3-dbdf-41e1-acfb-5e90d06798e8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:08:04.276640 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-500caba6-3af8-4000-8c7c-0749ed3eba01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:08:04.282382 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555b04c3-dbdf-41e1-acfb-5e90d06798e8 admin admin] Received port after_create {{(pid=73844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:08:04.319338 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-8a5cfbce-4f41-4607-88aa-0b78bc2fce36 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:04.531118 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-9059879c-c7f8-4554-8fc3-d345e61b0728 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:04.545767 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5d71f48e-f536-412a-ab61-6c9b3973d31c req-fdfad7bd-94e2-4462-81a3-d5046c06bd5d tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/ports?device_id=034b41de-cd7e-4d6d-8047-454173aaa252 HTTP/1.1" status: 200  len: 210 time: 0.2117920
Apr 30 14:08:04.603262 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:04.636181 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 83bdddf4-9278-4964-9e49-62f4e0e3469f up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:08:04.717036 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-9059879c-c7f8-4554-8fc3-d345e61b0728 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Network 93a46dab-cf96-46de-9910-9ec42660d7d5 is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:08:04.723262 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-9059879c-c7f8-4554-8fc3-d345e61b0728 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Resources bound (agent type, host, resource id):  {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:08:04.738781 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-9059879c-c7f8-4554-8fc3-d345e61b0728 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:08:04.749572 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-78e8f64a-5f60-485d-9b34-56507fc0518f None None] Notify callbacks [] for port, precommit_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:04.751247 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-9059879c-c7f8-4554-8fc3-d345e61b0728 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:04.751247 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-9059879c-c7f8-4554-8fc3-d345e61b0728 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:04.788846 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-78e8f64a-5f60-485d-9b34-56507fc0518f None None] Transition to ACTIVE for port object eff64f23-9bcd-42f5-9e0a-9aef99764749 will not be triggered until provisioned by entity L2. {{(pid=73847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:08:04.805442 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-78e8f64a-5f60-485d-9b34-56507fc0518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:04.816059 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-a926112e-178e-4eab-9cf0-55d042216896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:04.835968 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning for port 83bdddf4-9278-4964-9e49-62f4e0e3469f completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:08:04.850642 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port 83bdddf4-9278-4964-9e49-62f4e0e3469f triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:08:04.852570 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:04.958129 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b597220e-f016-4918-b4a3-cea025665be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:04.997508 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-8a5cfbce-4f41-4607-88aa-0b78bc2fce36 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:05.008695 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-78e8f64a-5f60-485d-9b34-56507fc0518f None None] Attempting to bind port eff64f23-9bcd-42f5-9e0a-9aef99764749 on host dv-cinder-788365-2-iscsi for vnic_type normal with profile  {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:08:05.009435 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-78e8f64a-5f60-485d-9b34-56507fc0518f None None] Attempting to bind port eff64f23-9bcd-42f5-9e0a-9aef99764749 by drivers openvswitch,hyperv on host dv-cinder-788365-2-iscsi at level 0 using segments [{'id': 'd90c35f3-ac38-4f09-b94c-cacd24da79a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:08:05.009837 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e8f64a-5f60-485d-9b34-56507fc0518f None None] Attempting to bind port eff64f23-9bcd-42f5-9e0a-9aef99764749 on network 304f1885-0a25-4285-aed6-702a057610f8 {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:08:05.015721 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f38ba-8a82-4e75-a801-0f006a960dd1 None None] Pushing event updated for resources: {'Port': ['ID=eff64f23-9bcd-42f5-9e0a-9aef99764749,revision_number=2']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:05.019570 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-274f38ba-8a82-4e75-a801-0f006a960dd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:05.022393 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e8f64a-5f60-485d-9b34-56507fc0518f None None] Checking agent: {'id': '4f0b0810-19ae-4b24-abc7-3f67c142f33a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 59, 51), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:08:05.022752 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e8f64a-5f60-485d-9b34-56507fc0518f None None] Checking segment: {'id': 'd90c35f3-ac38-4f09-b94c-cacd24da79a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:08:05.023224 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-78e8f64a-5f60-485d-9b34-56507fc0518f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:05.023540 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e8f64a-5f60-485d-9b34-56507fc0518f None None] Bound using segment: {'id': 'd90c35f3-ac38-4f09-b94c-cacd24da79a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:08:05.025120 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-78e8f64a-5f60-485d-9b34-56507fc0518f None None] Bound port: eff64f23-9bcd-42f5-9e0a-9aef99764749, host: dv-cinder-788365-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd90c35f3-ac38-4f09-b94c-cacd24da79a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'}}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:08:05.025120 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-78e8f64a-5f60-485d-9b34-56507fc0518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:05.040787 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059879c-c7f8-4554-8fc3-d345e61b0728 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Pushing event updated for resources: {'Port': ['ID=c931396c-b63b-4bab-8040-38c6ed8da406,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:05.059300 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-9059879c-c7f8-4554-8fc3-d345e61b0728 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:05.060297 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-9059879c-c7f8-4554-8fc3-d345e61b0728 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:05.275373 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b597220e-f016-4918-b4a3-cea025665be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:05.279149 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-78e8f64a-5f60-485d-9b34-56507fc0518f None None] For port eff64f23-9bcd-42f5-9e0a-9aef99764749, host dv-cinder-788365-2-iscsi, cleared binding levels {{(pid=73847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:08:05.283340 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-78e8f64a-5f60-485d-9b34-56507fc0518f None None] For port eff64f23-9bcd-42f5-9e0a-9aef99764749, host dv-cinder-788365-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=eff64f23-9bcd-42f5-9e0a-9aef99764749,segment=NetworkSegment(d90c35f3-ac38-4f09-b94c-cacd24da79a8),segment_id=d90c35f3-ac38-4f09-b94c-cacd24da79a8)] {{(pid=73847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:08:05.284721 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:05.295254 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-78e8f64a-5f60-485d-9b34-56507fc0518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:05.303781 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:05.408017 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 42116) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:05.473789 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] For port 83bdddf4-9278-4964-9e49-62f4e0e3469f, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=83bdddf4-9278-4964-9e49-62f4e0e3469f,segment=NetworkSegment(24abed45-2ceb-408d-9eba-0cb8b0a103b5),segment_id=24abed45-2ceb-408d-9eba-0cb8b0a103b5)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:08:05.483828 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:05.490171 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:05.535946 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e8f64a-5f60-485d-9b34-56507fc0518f None None] Routers {'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:08:05.537824 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-78e8f64a-5f60-485d-9b34-56507fc0518f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc2e5afa0>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:07:51Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:08:05.560105 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-8a5cfbce-4f41-4607-88aa-0b78bc2fce36 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Network 27a06724-f619-40a9-80b3-31638be87e2f is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:08:05.564271 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-9059879c-c7f8-4554-8fc3-d345e61b0728 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.9967585
Apr 30 14:08:05.593870 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-8a5cfbce-4f41-4607-88aa-0b78bc2fce36 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Resources bound (agent type, host, resource id):  {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:08:05.636210 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-9bde3996-8b82-46f3-a910-8243a453810b tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=73845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 14:08:05.637607 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-9bde3996-8b82-46f3-a910-8243a453810b tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0420260
Apr 30 14:08:05.653059 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5cfbce-4f41-4607-88aa-0b78bc2fce36 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Pushing event updated for resources: {'Port': ['ID=17450d03-c6d4-4a4a-af14-ed8f8992ecd8,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:05.685000 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-8a5cfbce-4f41-4607-88aa-0b78bc2fce36 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:08:05.695927 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f38ba-8a82-4e75-a801-0f006a960dd1 None None] Pushing event updated for resources: {'Port': ['ID=eff64f23-9bcd-42f5-9e0a-9aef99764749,revision_number=3']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:05.700943 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-8a5cfbce-4f41-4607-88aa-0b78bc2fce36 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:05.717368 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-274f38ba-8a82-4e75-a801-0f006a960dd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:05.725318 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-8a5cfbce-4f41-4607-88aa-0b78bc2fce36 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:05.734686 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-b597220e-f016-4918-b4a3-cea025665be3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=15e94259677e4a40bc4c07fbaf8a89b9&name=default HTTP/1.1" status: 200  len: 2975 time: 2.3233707
Apr 30 14:08:05.742601 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 42126) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:05.759101 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Pushing event updated for resources: {'Port': ['ID=83bdddf4-9278-4964-9e49-62f4e0e3469f,revision_number=5']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:05.787144 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:05.813043 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-8a5cfbce-4f41-4607-88aa-0b78bc2fce36 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.3854275
Apr 30 14:08:05.815066 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-8a5cfbce-4f41-4607-88aa-0b78bc2fce36 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:05.816295 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.348s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:06.000852 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-52615b95-a0bb-44e6-be4c-4d0c99a5c548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:06.045090 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-78e8f64a-5f60-485d-9b34-56507fc0518f None None] Set router bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:08:06.166371 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2feed48d-7c15-4e85-a890-def4be97916b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:06.192911 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-bbe451df-e74a-48dc-acd8-c5a87da332fa service neutron] Request body: {'port': {'device_id': '034b41de-cd7e-4d6d-8047-454173aaa252', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:08:06.212046 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2feed48d-7c15-4e85-a890-def4be97916b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:06.259353 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-77475c30-cfcf-4c3b-996f-4046188c0468 service neutron] Request body: {'port': {'device_id': '7878a45f-b4a4-4634-8968-122ce65cffcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:08:06.303500 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5236aa6-608a-4f5c-b632-cf2fbd1973c8 req-f4a74071-e35b-4dd1-91e4-3675f09d6258 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:06.319016 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-d5236aa6-608a-4f5c-b632-cf2fbd1973c8 req-f4a74071-e35b-4dd1-91e4-3675f09d6258 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=7878a45f-b4a4-4634-8968-122ce65cffcf HTTP/1.1" status: 200  len: 931 time: 0.8863785
Apr 30 14:08:06.389129 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2feed48d-7c15-4e85-a890-def4be97916b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:06.403314 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.db_base_plugin_common [None req-66246631-215b-4e62-bbec-e55298480461 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Allocated IP 172.27.1.157 (304f1885-0a25-4285-aed6-702a057610f8/49300ed0-235c-492b-9da4-467f65f5f0f0/d617012d-b60f-4509-991b-69ef62cf1ee6) {{(pid=73844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:08:06.518209 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-52615b95-a0bb-44e6-be4c-4d0c99a5c548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:08:06.526816 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-77475c30-cfcf-4c3b-996f-4046188c0468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:06.572647 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597220e-f016-4918-b4a3-cea025665be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b463ab-bc42-4474-93a7-87e5ddd7f754,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:06.583576 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 83bdddf4-9278-4964-9e49-62f4e0e3469f up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:08:06.613133 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-52615b95-a0bb-44e6-be4c-4d0c99a5c548 admin admin] Usage tracker for resource:security_group_rule and tenant:47c07938915640fabc52d05b504ac90f is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:08:06.639205 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-52615b95-a0bb-44e6-be4c-4d0c99a5c548 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:08:06.642363 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-b597220e-f016-4918-b4a3-cea025665be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.827s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:06.669758 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-52615b95-a0bb-44e6-be4c-4d0c99a5c548 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:08:06.692617 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-78e8f64a-5f60-485d-9b34-56507fc0518f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc2e5afa0>, [{'id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'name': 'tempest-AttachVolumeTestJSON-1245073814-router', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:51Z', 'updated_at': '2021-04-30T14:07:57Z', 'revision_number': 3, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'gw_port': {'id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:48:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:54Z', 'updated_at': '2021-04-30T14:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi'}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:08:06.701344 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e8f64a-5f60-485d-9b34-56507fc0518f None None] The sync data for ids ['bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'] in dv-cinder-788365-2-iscsi is: [{'id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'name': 'tempest-AttachVolumeTestJSON-1245073814-router', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:51Z', 'updated_at': '2021-04-30T14:07:57Z', 'revision_number': 3, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'gw_port': {'id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:48:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:54Z', 'updated_at': '2021-04-30T14:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi'}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:08:06.719720 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-500caba6-3af8-4000-8c7c-0749ed3eba01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:06.758271 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-789f2b2d-6502-4104-a7c5-f99e9c8ee2f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:06.776369 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port 83bdddf4-9278-4964-9e49-62f4e0e3469f triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:08:06.776910 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:06.858381 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-d5236aa6-608a-4f5c-b632-cf2fbd1973c8 req-c38a69e2-b86e-4a72-82c4-df39302992f6 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Synchronizing usage tracker for tenant:115ed14988014677a355d6807f338dbb on resource:security_group {{(pid=73844) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:08:06.955183 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-bbe451df-e74a-48dc-acd8-c5a87da332fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:07.090670 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-500caba6-3af8-4000-8c7c-0749ed3eba01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:07.092140 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feed48d-7c15-4e85-a890-def4be97916b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b463ab-bc42-4474-93a7-87e5ddd7f754,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:07.132126 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-2feed48d-7c15-4e85-a890-def4be97916b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:07.199678 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:07.294210 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2feed48d-7c15-4e85-a890-def4be97916b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:07.315946 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-2feed48d-7c15-4e85-a890-def4be97916b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/68b463ab-bc42-4474-93a7-87e5ddd7f754 HTTP/1.1" status: 204  len: 168 time: 1.5155523
Apr 30 14:08:07.447766 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-77475c30-cfcf-4c3b-996f-4046188c0468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17450d03-c6d4-4a4a-af14-ed8f8992ecd8 {{(pid=73845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 14:08:07.466223 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-77475c30-cfcf-4c3b-996f-4046188c0468 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:07.491372 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-77475c30-cfcf-4c3b-996f-4046188c0468 service neutron] Transition to ACTIVE for port object 17450d03-c6d4-4a4a-af14-ed8f8992ecd8 will not be triggered until provisioned by entity L2. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:08:07.590662 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-77475c30-cfcf-4c3b-996f-4046188c0468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:07.658872 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-500caba6-3af8-4000-8c7c-0749ed3eba01 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d1eb8840ffcd4aa09cf4f74b808a21dc&name=default HTTP/1.1" status: 200  len: 2978 time: 5.2108541
Apr 30 14:08:07.660956 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7dfaf879-b4ff-478f-9a23-6631848130ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:07.670702 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 42144) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:07.694318 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:08:07.885368 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500caba6-3af8-4000-8c7c-0749ed3eba01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f71c61-133d-4a45-bfa1-aa39fe087c5f,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:07.895393 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-500caba6-3af8-4000-8c7c-0749ed3eba01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:07.965342 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-a8976181-f0ec-4902-9621-edae8efd280c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:08.093097 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-14a0ecca-fff2-445b-ba52-cd41b2b09bc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:08.211127 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-a8976181-f0ec-4902-9621-edae8efd280c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:08.258496 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-66246631-215b-4e62-bbec-e55298480461 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for port, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:08.305069 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-555b04c3-dbdf-41e1-acfb-5e90d06798e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:08.421155 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5c3a6-9e8b-45dc-8dae-51ea4a4ac0d9 req-db2b9080-5648-4a82-a053-88f45cac8592 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:08.421943 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-42b5c3a6-9e8b-45dc-8dae-51ea4a4ac0d9 req-db2b9080-5648-4a82-a053-88f45cac8592 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Synchronizing usage tracker for tenant:e1bcda662b5a4736a1e1e33435698631 on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:08:08.512623 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-bbe451df-e74a-48dc-acd8-c5a87da332fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c931396c-b63b-4bab-8040-38c6ed8da406 {{(pid=73845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 14:08:08.520869 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-bbe451df-e74a-48dc-acd8-c5a87da332fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:08.610927 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-bbe451df-e74a-48dc-acd8-c5a87da332fa service neutron] Transition to ACTIVE for port object c931396c-b63b-4bab-8040-38c6ed8da406 will not be triggered until provisioned by entity L2. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:08:08.635746 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device eff64f23-9bcd-42f5-9e0a-9aef99764749 up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:08:08.721871 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-77475c30-cfcf-4c3b-996f-4046188c0468 service neutron] Attempting to bind port 17450d03-c6d4-4a4a-af14-ed8f8992ecd8 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:08:08.722370 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-77475c30-cfcf-4c3b-996f-4046188c0468 service neutron] Attempting to bind port 17450d03-c6d4-4a4a-af14-ed8f8992ecd8 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '6dccc72e-684c-4196-8b31-0016418af8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': '27a06724-f619-40a9-80b3-31638be87e2f'}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:08:08.722728 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-77475c30-cfcf-4c3b-996f-4046188c0468 service neutron] Attempting to bind port 17450d03-c6d4-4a4a-af14-ed8f8992ecd8 on network 27a06724-f619-40a9-80b3-31638be87e2f {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:08:08.729774 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning for port eff64f23-9bcd-42f5-9e0a-9aef99764749 completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:08:08.735154 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-bbe451df-e74a-48dc-acd8-c5a87da332fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:08.743611 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port eff64f23-9bcd-42f5-9e0a-9aef99764749 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:08:08.744173 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:08.759315 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-77475c30-cfcf-4c3b-996f-4046188c0468 service neutron] Port 17450d03-c6d4-4a4a-af14-ed8f8992ecd8 on network 27a06724-f619-40a9-80b3-31638be87e2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 14:08:08.759761 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-77475c30-cfcf-4c3b-996f-4046188c0468 service neutron] Attempting to bind port 17450d03-c6d4-4a4a-af14-ed8f8992ecd8 on network 27a06724-f619-40a9-80b3-31638be87e2f {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:08:08.789583 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77475c30-cfcf-4c3b-996f-4046188c0468 service neutron] Pushing event updated for resources: {'Port': ['ID=17450d03-c6d4-4a4a-af14-ed8f8992ecd8,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:08.810087 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-52615b95-a0bb-44e6-be4c-4d0c99a5c548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:08.811507 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-77475c30-cfcf-4c3b-996f-4046188c0468 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:08.811925 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:08.901690 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-d5236aa6-608a-4f5c-b632-cf2fbd1973c8 req-c38a69e2-b86e-4a72-82c4-df39302992f6 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Unset dirty status for tenant:115ed14988014677a355d6807f338dbb on resource:security_group {{(pid=73844) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:08:08.910371 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-d5236aa6-608a-4f5c-b632-cf2fbd1973c8 req-c38a69e2-b86e-4a72-82c4-df39302992f6 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 2.5904145
Apr 30 14:08:08.917666 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-77475c30-cfcf-4c3b-996f-4046188c0468 service neutron] Checking agent: {'id': 'd3aa7eed-5c97-490e-b2ea-32000fed17dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 14, 5, 52), 'started_at': datetime.datetime(2021, 4, 30, 14, 5, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:08:08.918068 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-77475c30-cfcf-4c3b-996f-4046188c0468 service neutron] Checking segment: {'id': '6dccc72e-684c-4196-8b31-0016418af8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': '27a06724-f619-40a9-80b3-31638be87e2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:08:08.918705 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-77475c30-cfcf-4c3b-996f-4046188c0468 service neutron] Bound using segment: {'id': '6dccc72e-684c-4196-8b31-0016418af8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': '27a06724-f619-40a9-80b3-31638be87e2f'} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:08:08.919152 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-77475c30-cfcf-4c3b-996f-4046188c0468 service neutron] Bound port: 17450d03-c6d4-4a4a-af14-ed8f8992ecd8, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dccc72e-684c-4196-8b31-0016418af8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': '27a06724-f619-40a9-80b3-31638be87e2f'}}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:08:08.919671 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-77475c30-cfcf-4c3b-996f-4046188c0468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:09.005395 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-42b5c3a6-9e8b-45dc-8dae-51ea4a4ac0d9 req-db2b9080-5648-4a82-a053-88f45cac8592 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Unset dirty status for tenant:e1bcda662b5a4736a1e1e33435698631 on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:08:09.015866 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-42b5c3a6-9e8b-45dc-8dae-51ea4a4ac0d9 req-db2b9080-5648-4a82-a053-88f45cac8592 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/ports?device_id=034b41de-cd7e-4d6d-8047-454173aaa252 HTTP/1.1" status: 200  len: 931 time: 3.0320914
Apr 30 14:08:09.018091 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-52615b95-a0bb-44e6-be4c-4d0c99a5c548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:09.094449 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-a8976181-f0ec-4902-9621-edae8efd280c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:09.133086 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-52615b95-a0bb-44e6-be4c-4d0c99a5c548 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=47c07938915640fabc52d05b504ac90f&name=default HTTP/1.1" status: 200  len: 2979 time: 3.6637526
Apr 30 14:08:09.169604 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-10f75667-8baf-4bd3-b5fe-eae5627a01c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:09.180226 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 42166) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:09.210082 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:09.221453 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-bbe451df-e74a-48dc-acd8-c5a87da332fa service neutron] Attempting to bind port c931396c-b63b-4bab-8040-38c6ed8da406 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:08:09.221994 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-bbe451df-e74a-48dc-acd8-c5a87da332fa service neutron] Attempting to bind port c931396c-b63b-4bab-8040-38c6ed8da406 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '2f79aa9a-8bec-4f71-b6e0-2ac20193241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '93a46dab-cf96-46de-9910-9ec42660d7d5'}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:08:09.222479 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-bbe451df-e74a-48dc-acd8-c5a87da332fa service neutron] Attempting to bind port c931396c-b63b-4bab-8040-38c6ed8da406 on network 93a46dab-cf96-46de-9910-9ec42660d7d5 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:08:09.256963 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] For port eff64f23-9bcd-42f5-9e0a-9aef99764749, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=eff64f23-9bcd-42f5-9e0a-9aef99764749,segment=NetworkSegment(d90c35f3-ac38-4f09-b94c-cacd24da79a8),segment_id=d90c35f3-ac38-4f09-b94c-cacd24da79a8)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:08:09.262348 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:09.270240 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:09.274657 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8976181-f0ec-4902-9621-edae8efd280c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f71c61-133d-4a45-bfa1-aa39fe087c5f,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:09.324091 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-bbe451df-e74a-48dc-acd8-c5a87da332fa service neutron] Port c931396c-b63b-4bab-8040-38c6ed8da406 on network 93a46dab-cf96-46de-9910-9ec42660d7d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 14:08:09.325073 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-bbe451df-e74a-48dc-acd8-c5a87da332fa service neutron] Attempting to bind port c931396c-b63b-4bab-8040-38c6ed8da406 on network 93a46dab-cf96-46de-9910-9ec42660d7d5 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:08:09.336541 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-42b5c3a6-9e8b-45dc-8dae-51ea4a4ac0d9 req-8b1f0cbf-eb6f-4acb-8fee-8d17933df990 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/security-groups?id=d94e35a0-c7f7-4694-aa86-8848695cab29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3198166
Apr 30 14:08:09.340400 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-bbe451df-e74a-48dc-acd8-c5a87da332fa service neutron] Checking agent: {'id': 'd3aa7eed-5c97-490e-b2ea-32000fed17dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 14, 5, 52), 'started_at': datetime.datetime(2021, 4, 30, 14, 5, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:08:09.345141 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-bbe451df-e74a-48dc-acd8-c5a87da332fa service neutron] Checking segment: {'id': '2f79aa9a-8bec-4f71-b6e0-2ac20193241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '93a46dab-cf96-46de-9910-9ec42660d7d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:08:09.345889 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-bbe451df-e74a-48dc-acd8-c5a87da332fa service neutron] Bound using segment: {'id': '2f79aa9a-8bec-4f71-b6e0-2ac20193241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '93a46dab-cf96-46de-9910-9ec42660d7d5'} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:08:09.346554 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-bbe451df-e74a-48dc-acd8-c5a87da332fa service neutron] Bound port: c931396c-b63b-4bab-8040-38c6ed8da406, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f79aa9a-8bec-4f71-b6e0-2ac20193241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '93a46dab-cf96-46de-9910-9ec42660d7d5'}}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:08:09.347009 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-bbe451df-e74a-48dc-acd8-c5a87da332fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:09.360970 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe451df-e74a-48dc-acd8-c5a87da332fa service neutron] Pushing event updated for resources: {'Port': ['ID=c931396c-b63b-4bab-8040-38c6ed8da406,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:09.378671 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-bbe451df-e74a-48dc-acd8-c5a87da332fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:09.387767 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-b597220e-f016-4918-b4a3-cea025665be3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.258s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:09.393698 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Pushing event updated for resources: {'Port': ['ID=eff64f23-9bcd-42f5-9e0a-9aef99764749,revision_number=4']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:09.400195 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:09.431778 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52615b95-a0bb-44e6-be4c-4d0c99a5c548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e72611-75d9-4566-bab3-35d75067f277,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:09.439687 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-52615b95-a0bb-44e6-be4c-4d0c99a5c548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:09.507633 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-a8976181-f0ec-4902-9621-edae8efd280c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:09.524902 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-77475c30-cfcf-4c3b-996f-4046188c0468 service neutron] For port 17450d03-c6d4-4a4a-af14-ed8f8992ecd8, host hv-cinder-78836, cleared binding levels {{(pid=73845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:08:09.543825 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-66246631-215b-4e62-bbec-e55298480461 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188'] for port, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:09.565754 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-77475c30-cfcf-4c3b-996f-4046188c0468 service neutron] For port 17450d03-c6d4-4a4a-af14-ed8f8992ecd8, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=17450d03-c6d4-4a4a-af14-ed8f8992ecd8,segment=NetworkSegment(6dccc72e-684c-4196-8b31-0016418af8e9),segment_id=6dccc72e-684c-4196-8b31-0016418af8e9)] {{(pid=73845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:08:09.573127 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-77475c30-cfcf-4c3b-996f-4046188c0468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:09.575128 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-bbe451df-e74a-48dc-acd8-c5a87da332fa service neutron] For port c931396c-b63b-4bab-8040-38c6ed8da406, host hv-cinder-78836, cleared binding levels {{(pid=73845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:08:09.582951 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-bbe451df-e74a-48dc-acd8-c5a87da332fa service neutron] For port c931396c-b63b-4bab-8040-38c6ed8da406, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c931396c-b63b-4bab-8040-38c6ed8da406,segment=NetworkSegment(2f79aa9a-8bec-4f71-b6e0-2ac20193241a),segment_id=2f79aa9a-8bec-4f71-b6e0-2ac20193241a)] {{(pid=73845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:08:09.584010 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-14a0ecca-fff2-445b-ba52-cd41b2b09bc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:09.585299 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.db_base_plugin_common [None req-7dfaf879-b4ff-478f-9a23-6631848130ce admin admin] Allocated IP 172.20.0.1 (f610bd26-2e37-48ef-90fd-5e8ebed549b3/cbf9a206-b4b1-4cb9-a994-3e377e8fd720/59f1e779-4aa2-4a4f-993d-5c998c94a94c) {{(pid=73844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:08:09.588793 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:09.620082 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-a8976181-f0ec-4902-9621-edae8efd280c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:09.624560 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-a8976181-f0ec-4902-9621-edae8efd280c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/75f71c61-133d-4a45-bfa1-aa39fe087c5f HTTP/1.1" status: 204  len: 168 time: 1.8710015
Apr 30 14:08:09.666559 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77475c30-cfcf-4c3b-996f-4046188c0468 service neutron] Pushing event updated for resources: {'Port': ['ID=17450d03-c6d4-4a4a-af14-ed8f8992ecd8,revision_number=3']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:09.672069 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-bbe451df-e74a-48dc-acd8-c5a87da332fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:09.673288 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-77475c30-cfcf-4c3b-996f-4046188c0468 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:09.674005 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-555b04c3-dbdf-41e1-acfb-5e90d06798e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7995491'] for router, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:09.679746 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:09.749111 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-77475c30-cfcf-4c3b-996f-4046188c0468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:09.750016 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-77475c30-cfcf-4c3b-996f-4046188c0468 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:09.751664 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-77475c30-cfcf-4c3b-996f-4046188c0468 service neutron] 10.222.0.43 "PUT /v2.0/ports/17450d03-c6d4-4a4a-af14-ed8f8992ecd8 HTTP/1.1" status: 200  len: 1093 time: 3.7996266
Apr 30 14:08:09.752287 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7878a45f-b4a4-4634-8968-122ce65cffcf', 'tag': '17450d03-c6d4-4a4a-af14-ed8f8992ecd8'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:08:09.845833 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66246631-215b-4e62-bbec-e55298480461 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Network 304f1885-0a25-4285-aed6-702a057610f8 is already hosted by enough agents. {{(pid=73844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:08:09.854915 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-bbe451df-e74a-48dc-acd8-c5a87da332fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:09.856284 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-bbe451df-e74a-48dc-acd8-c5a87da332fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:09.859992 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-bbe451df-e74a-48dc-acd8-c5a87da332fa service neutron] 10.222.0.43 "PUT /v2.0/ports/c931396c-b63b-4bab-8040-38c6ed8da406 HTTP/1.1" status: 200  len: 1093 time: 3.9196751
Apr 30 14:08:09.877846 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.base_scheduler [None req-66246631-215b-4e62-bbec-e55298480461 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Resources bound (agent type, host, resource id):  {{(pid=73844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:08:09.887548 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66246631-215b-4e62-bbec-e55298480461 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Pushing event updated for resources: {'Port': ['ID=d617012d-b60f-4509-991b-69ef62cf1ee6,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:09.915724 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe451df-e74a-48dc-acd8-c5a87da332fa service neutron] Pushing event updated for resources: {'Port': ['ID=c931396c-b63b-4bab-8040-38c6ed8da406,revision_number=3']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:09.924859 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-bbe451df-e74a-48dc-acd8-c5a87da332fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:09.927367 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66246631-215b-4e62-bbec-e55298480461 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Received port after_create {{(pid=73844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:08:09.932703 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-b344ac8b-ff29-452d-ad65-c6ee7307cefd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:10.371712 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-66246631-215b-4e62-bbec-e55298480461 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.783s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:10.427082 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-b344ac8b-ff29-452d-ad65-c6ee7307cefd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:10.481532 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-a4297f9a-4dcc-43f9-b80c-c1ba83190516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:10.484127 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-a4297f9a-4dcc-43f9-b80c-c1ba83190516 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e1bcda662b5a4736a1e1e33435698631&device_id=034b41de-cd7e-4d6d-8047-454173aaa252 HTTP/1.1" status: 200  len: 1096 time: 0.3356690
Apr 30 14:08:10.488081 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-3005912c-009e-40bf-b450-466a95ad668e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:10.491035 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-3005912c-009e-40bf-b450-466a95ad668e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=115ed14988014677a355d6807f338dbb&device_id=7878a45f-b4a4-4634-8968-122ce65cffcf HTTP/1.1" status: 200  len: 1096 time: 0.3435626
Apr 30 14:08:10.582744 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device eff64f23-9bcd-42f5-9e0a-9aef99764749 up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:08:10.598383 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-66246631-215b-4e62-bbec-e55298480461 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:10.641133 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 42204) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:10.730006 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-bfa6137c-031f-4bb2-b866-3d9a2632cb24 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c931396c-b63b-4bab-8040-38c6ed8da406 HTTP/1.1" status: 200  len: 217 time: 0.1903522
Apr 30 14:08:10.731796 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-546db9ae-92d7-4955-8561-96f4abff68e6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17450d03-c6d4-4a4a-af14-ed8f8992ecd8 HTTP/1.1" status: 200  len: 217 time: 0.1909299
Apr 30 14:08:10.770840 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port eff64f23-9bcd-42f5-9e0a-9aef99764749 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:08:10.771563 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:10.878905 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-b344ac8b-ff29-452d-ad65-c6ee7307cefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:10.903080 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7dfaf879-b4ff-478f-9a23-6631848130ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:10.915977 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-aaaa366b-9bb4-4c13-8db8-87aeebd25e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:10.961378 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-4be21779-11a3-4be7-b8e1-67839e9e1c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:10.961751 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:10.966453 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-4be21779-11a3-4be7-b8e1-67839e9e1c9a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c755a8aa-507d-4e8d-8f1a-e0d289bcd108 HTTP/1.1" status: 200  len: 851 time: 0.2227314
Apr 30 14:08:10.984182 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-f2a16308-7d3f-4eb0-b348-4cd8afbede15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:10.985753 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-f2a16308-7d3f-4eb0-b348-4cd8afbede15 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d8dcaed0-062c-4177-bebc-e438f9a7434c HTTP/1.1" status: 200  len: 855 time: 0.2452812
Apr 30 14:08:11.131037 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-aaaa366b-9bb4-4c13-8db8-87aeebd25e0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:08:11.135489 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-aaaa366b-9bb4-4c13-8db8-87aeebd25e0d admin admin] Usage tracker for resource:security_group_rule and tenant:a05878e50b9442adae0add95df495b6e is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:08:11.143245 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-aaaa366b-9bb4-4c13-8db8-87aeebd25e0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:08:11.143501 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-dac23b9e-62fa-43ef-aafe-f52ec0b7c2ee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=27a06724-f619-40a9-80b3-31638be87e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0961442
Apr 30 14:08:11.154967 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-aaaa366b-9bb4-4c13-8db8-87aeebd25e0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:08:11.241394 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-df0fc99b-cd54-48d6-b14e-899ef0f11016 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=93a46dab-cf96-46de-9910-9ec42660d7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0982666
Apr 30 14:08:11.285256 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-aaaa366b-9bb4-4c13-8db8-87aeebd25e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:11.287135 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b344ac8b-ff29-452d-ad65-c6ee7307cefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e72611-75d9-4566-bab3-35d75067f277,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:11.289251 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-66246631-215b-4e62-bbec-e55298480461 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:11.375182 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-aaaa366b-9bb4-4c13-8db8-87aeebd25e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:11.376642 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-b344ac8b-ff29-452d-ad65-c6ee7307cefd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:11.386245 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.provisioning_blocks [None req-7dfaf879-b4ff-478f-9a23-6631848130ce admin admin] Transition to ACTIVE for port object 59f1e779-4aa2-4a4f-993d-5c998c94a94c will not be triggered until provisioned by entity DHCP. {{(pid=73844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:08:11.436080 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-f77714e4-894d-4263-99db-f1b2e42bfec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:11.444530 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-aaaa366b-9bb4-4c13-8db8-87aeebd25e0d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a05878e50b9442adae0add95df495b6e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7957902
Apr 30 14:08:11.462262 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 42220) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:11.470722 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cdad1f-0536-4f99-9fd2-75c6420b7e8b req-aad34b0c-4ee4-43df-a168-563ff0a6c7cd tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:11.472391 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-55cdad1f-0536-4f99-9fd2-75c6420b7e8b req-aad34b0c-4ee4-43df-a168-563ff0a6c7cd tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=7878a45f-b4a4-4634-8968-122ce65cffcf HTTP/1.1" status: 200  len: 943 time: 1.1115668
Apr 30 14:08:11.516323 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-b344ac8b-ff29-452d-ad65-c6ee7307cefd admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:11.517799 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-b344ac8b-ff29-452d-ad65-c6ee7307cefd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/20e72611-75d9-4566-bab3-35d75067f277 HTTP/1.1" status: 204  len: 168 time: 2.3288226
Apr 30 14:08:11.582204 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555b04c3-dbdf-41e1-acfb-5e90d06798e8 admin admin] Router 8cd39569-bdd3-4635-a017-0d2fe0cb070b is scheduled to L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d with binding_index 1 {{(pid=73844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 14:08:11.636103 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7878a45f-b4a4-4634-8968-122ce65cffcf', 'tag': '17450d03-c6d4-4a4a-af14-ed8f8992ecd8', 'status': 'completed', 'code': 200}
Apr 30 14:08:11.848174 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d39b0b-7a8c-4f23-aad9-12570f587f2b req-172d42e7-ed90-496e-9e48-fc046c759a1d tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:11.851379 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-99d39b0b-7a8c-4f23-aad9-12570f587f2b req-172d42e7-ed90-496e-9e48-fc046c759a1d tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/ports?device_id=034b41de-cd7e-4d6d-8047-454173aaa252 HTTP/1.1" status: 200  len: 943 time: 0.2088401
Apr 30 14:08:11.851991 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa366b-9bb4-4c13-8db8-87aeebd25e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6498a941-4dc6-46ae-a8f7-f024169dde08,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:11.853772 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-cdac17b6-dd6d-472c-9d9b-826867aabdbd service neutron] 10.222.0.43 "GET /v2.0/networks/93a46dab-cf96-46de-9910-9ec42660d7d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6027706
Apr 30 14:08:11.856789 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-2875fe68-f9fd-4133-a9d9-52a6107aa7d7 service neutron] 10.222.0.43 "GET /v2.0/networks/27a06724-f619-40a9-80b3-31638be87e2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6670885
Apr 30 14:08:11.892055 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-aaaa366b-9bb4-4c13-8db8-87aeebd25e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:11.991742 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7dfaf879-b4ff-478f-9a23-6631848130ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188'] for port, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:11.994797 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-55cdad1f-0536-4f99-9fd2-75c6420b7e8b req-86f4af30-e4a7-44cf-84df-b25cc7877a74 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5120933
Apr 30 14:08:12.048065 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-4ec4aa8d-be38-47bb-917c-4d12b8218954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:12.129592 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 42232) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:12.168442 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d7ca4fa0-c091-479f-9329-87376789c34a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:12.186684 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-99d39b0b-7a8c-4f23-aad9-12570f587f2b req-9dec117c-9c93-4bd6-81b9-8886efaf8c0f tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/security-groups?id=d94e35a0-c7f7-4694-aa86-8848695cab29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3251910
Apr 30 14:08:12.198697 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2d774358-4a1a-41e1-91cb-eac5bcc4b968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:12.216417 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555b04c3-dbdf-41e1-acfb-5e90d06798e8 admin admin] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:08:12.217198 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-d7ca4fa0-c091-479f-9329-87376789c34a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:08:12.236721 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-d7ca4fa0-c091-479f-9329-87376789c34a admin admin] Usage tracker for resource:security_group_rule and tenant:197623172f34414296cbc35af20b45e6 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:08:12.241971 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfaf879-b4ff-478f-9a23-6631848130ce admin admin] Network f610bd26-2e37-48ef-90fd-5e8ebed549b3 is already hosted by enough agents. {{(pid=73844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:08:12.245502 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8001e858-be7d-4886-a677-3012605cdee0 None None] Sync routers for ids ['8cd39569-bdd3-4635-a017-0d2fe0cb070b'] in dv-cinder-788365-2-iscsi {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:08:12.251519 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-d7ca4fa0-c091-479f-9329-87376789c34a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:08:12.251929 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.base_scheduler [None req-7dfaf879-b4ff-478f-9a23-6631848130ce admin admin] Resources bound (agent type, host, resource id):  {{(pid=73844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:08:12.259395 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8001e858-be7d-4886-a677-3012605cdee0 None None] Routers {'8cd39569-bdd3-4635-a017-0d2fe0cb070b'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:08:12.260028 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-8001e858-be7d-4886-a677-3012605cdee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc24e1e20>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:07:51Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['8cd39569-bdd3-4635-a017-0d2fe0cb070b'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:08:12.282775 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-d7ca4fa0-c091-479f-9329-87376789c34a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:08:12.286065 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfaf879-b4ff-478f-9a23-6631848130ce admin admin] Received port after_create {{(pid=73844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:08:12.286535 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7dfaf879-b4ff-478f-9a23-6631848130ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998445'] for router_interface, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:12.303820 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7174adcc-4930-41cd-ada2-2bdb1b4b6552 req-83f076d6-0213-4cc3-a617-29d69eacfe91 service neutron] 10.222.0.43 "GET /v2.0/networks/27a06724-f619-40a9-80b3-31638be87e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3956671
Apr 30 14:08:12.305787 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e0fbb872-0c90-4fa6-b87f-49bdd3b0d651 req-1de2c1a4-ba65-4f34-b49a-9005aaa07f47 service neutron] 10.222.0.43 "GET /v2.0/networks/93a46dab-cf96-46de-9910-9ec42660d7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4233854
Apr 30 14:08:12.312981 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfaf879-b4ff-478f-9a23-6631848130ce admin admin] Pushing event updated for resources: {'Port': ['ID=59f1e779-4aa2-4a4f-993d-5c998c94a94c,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:12.320544 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2d774358-4a1a-41e1-91cb-eac5bcc4b968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:12.338696 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-7dfaf879-b4ff-478f-9a23-6631848130ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:12.345456 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-555b04c3-dbdf-41e1-acfb-5e90d06798e8 admin admin] Notify callbacks [] for router, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:12.351008 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-555b04c3-dbdf-41e1-acfb-5e90d06798e8 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 17.4772840
Apr 30 14:08:12.351706 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 42236) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:12.445335 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-66246631-215b-4e62-bbec-e55298480461 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for port, precommit_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:12.457065 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-66246631-215b-4e62-bbec-e55298480461 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:12.490076 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:12.545073 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-8001e858-be7d-4886-a677-3012605cdee0 None None] Set router 8cd39569-bdd3-4635-a017-0d2fe0cb070b gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:08:12.636108 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66246631-215b-4e62-bbec-e55298480461 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Pushing event updated for resources: {'Port': ['ID=d617012d-b60f-4509-991b-69ef62cf1ee6,revision_number=2']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:12.650556 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-66246631-215b-4e62-bbec-e55298480461 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:12.672191 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-66246631-215b-4e62-bbec-e55298480461 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998352'] for floatingip, after_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:12.676925 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2d774358-4a1a-41e1-91cb-eac5bcc4b968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:12.706589 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-c602fd4a-ffd9-4678-8178-7409afe9a7a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:12.747852 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d774358-4a1a-41e1-91cb-eac5bcc4b968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6498a941-4dc6-46ae-a8f7-f024169dde08,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:12.762968 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-2d774358-4a1a-41e1-91cb-eac5bcc4b968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:12.851066 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-e0b3ddb9-dac5-4aa1-90f0-6bcae5089c23 None None] Provisioning for port 59f1e779-4aa2-4a4f-993d-5c998c94a94c completed by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:08:12.859368 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-e0b3ddb9-dac5-4aa1-90f0-6bcae5089c23 None None] Provisioning complete for port 59f1e779-4aa2-4a4f-993d-5c998c94a94c triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:08:12.859690 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e0b3ddb9-dac5-4aa1-90f0-6bcae5089c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:12.916703 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7dfaf879-b4ff-478f-9a23-6631848130ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:12.960669 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2d774358-4a1a-41e1-91cb-eac5bcc4b968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:12.963599 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-2d774358-4a1a-41e1-91cb-eac5bcc4b968 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6498a941-4dc6-46ae-a8f7-f024169dde08 HTTP/1.1" status: 204  len: 168 time: 1.4881232
Apr 30 14:08:12.989068 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-66246631-215b-4e62-bbec-e55298480461 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for floatingip, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:13.038753 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-66246631-215b-4e62-bbec-e55298480461 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 12.2782836
Apr 30 14:08:13.402206 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-e0b3ddb9-dac5-4aa1-90f0-6bcae5089c23 None None] Port 59f1e779-4aa2-4a4f-993d-5c998c94a94c cannot update to ACTIVE because it is not bound. {{(pid=73846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 14:08:13.566991 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-8001e858-be7d-4886-a677-3012605cdee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc24e1e20>, [{'id': '8cd39569-bdd3-4635-a017-0d2fe0cb070b', 'name': 'tempest-ServerRescueNegativeTestJSON-1039619307-router', 'tenant_id': '1036f2f1678545d3aa4b54e8aa882dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b811524e-d13e-49a3-aba9-a7f3a56dfa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:55Z', 'updated_at': '2021-04-30T14:08:06Z', 'revision_number': 3, 'project_id': '1036f2f1678545d3aa4b54e8aa882dbc', 'gw_port': {'id': 'b811524e-d13e-49a3-aba9-a7f3a56dfa5c', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ca:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd39569-bdd3-4635-a017-0d2fe0cb070b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:59Z', 'updated_at': '2021-04-30T14:08:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi'}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:08:13.588907 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8001e858-be7d-4886-a677-3012605cdee0 None None] Checking router: 8cd39569-bdd3-4635-a017-0d2fe0cb070b for host: dv-cinder-788365-2-iscsi {{(pid=73846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:08:13.598560 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8001e858-be7d-4886-a677-3012605cdee0 None None] Updating router 8cd39569-bdd3-4635-a017-0d2fe0cb070b port b811524e-d13e-49a3-aba9-a7f3a56dfa5c binding host dv-cinder-788365-2-iscsi {{(pid=73846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 14:08:13.676543 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '034b41de-cd7e-4d6d-8047-454173aaa252', 'tag': 'c931396c-b63b-4bab-8040-38c6ed8da406'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:08:13.720159 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d7ca4fa0-c091-479f-9329-87376789c34a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:13.725482 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd9fd6-2cbd-4d37-9ebe-2f8ff66a1482 req-30d28a3d-83fe-477d-9da9-5608f3051051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:13.727536 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-36cd9fd6-2cbd-4d37-9ebe-2f8ff66a1482 req-30d28a3d-83fe-477d-9da9-5608f3051051 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=115ed14988014677a355d6807f338dbb&device_id=7878a45f-b4a4-4634-8968-122ce65cffcf HTTP/1.1" status: 200  len: 1096 time: 0.9522159
Apr 30 14:08:13.742253 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8001e858-be7d-4886-a677-3012605cdee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:13.802604 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d7ca4fa0-c091-479f-9329-87376789c34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:13.869104 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-52615b95-a0bb-44e6-be4c-4d0c99a5c548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:14.070202 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec7763-5fe9-4571-bbfa-7ea2dbbfb929 req-8b094124-4d87-410f-8d0e-58001c322013 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:14.077353 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-0bec7763-5fe9-4571-bbfa-7ea2dbbfb929 req-8b094124-4d87-410f-8d0e-58001c322013 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=7878a45f-b4a4-4634-8968-122ce65cffcf HTTP/1.1" status: 200  len: 943 time: 0.6485422
Apr 30 14:08:14.245530 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-d7ca4fa0-c091-479f-9329-87376789c34a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=197623172f34414296cbc35af20b45e6&name=default HTTP/1.1" status: 200  len: 2979 time: 2.1075983
Apr 30 14:08:14.265488 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 42284) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:14.355249 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7dfaf879-b4ff-478f-9a23-6631848130ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:14.428123 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-0bec7763-5fe9-4571-bbfa-7ea2dbbfb929 req-b5d24c8e-c264-4f8f-b427-0b1504a19f0a tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3498580
Apr 30 14:08:14.436096 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7dfaf879-b4ff-478f-9a23-6631848130ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:14.438003 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7dfaf879-b4ff-478f-9a23-6631848130ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998280'] for router_interface, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:14.471647 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:14.681696 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8001e858-be7d-4886-a677-3012605cdee0 None None] Notify callbacks [] for port, precommit_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:14.736575 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-8001e858-be7d-4886-a677-3012605cdee0 None None] Transition to ACTIVE for port object b811524e-d13e-49a3-aba9-a7f3a56dfa5c will not be triggered until provisioned by entity L2. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:08:14.750557 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8001e858-be7d-4886-a677-3012605cdee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:14.796391 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-3b793103-65ce-47c4-8cac-2a363a80e385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:14.883814 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd9fd6-2cbd-4d37-9ebe-2f8ff66a1482 req-02d70e63-ca56-45c3-89db-a04a8414dd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:14.885830 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-36cd9fd6-2cbd-4d37-9ebe-2f8ff66a1482 req-02d70e63-ca56-45c3-89db-a04a8414dd27 service neutron] 10.222.0.43 "GET /v2.0/networks?id=27a06724-f619-40a9-80b3-31638be87e2f HTTP/1.1" status: 200  len: 917 time: 1.0915248
Apr 30 14:08:14.888011 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca4fa0-c091-479f-9329-87376789c34a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de74206-3d18-4cad-8e0d-5bb141d11bfa,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:14.953305 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-d7ca4fa0-c091-479f-9329-87376789c34a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.086s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:15.022820 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-8001e858-be7d-4886-a677-3012605cdee0 None None] Attempting to bind port b811524e-d13e-49a3-aba9-a7f3a56dfa5c on host dv-cinder-788365-2-iscsi for vnic_type normal with profile  {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:08:15.023178 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-8001e858-be7d-4886-a677-3012605cdee0 None None] Attempting to bind port b811524e-d13e-49a3-aba9-a7f3a56dfa5c by drivers openvswitch,hyperv on host dv-cinder-788365-2-iscsi at level 0 using segments [{'id': 'd90c35f3-ac38-4f09-b94c-cacd24da79a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:08:15.023459 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8001e858-be7d-4886-a677-3012605cdee0 None None] Attempting to bind port b811524e-d13e-49a3-aba9-a7f3a56dfa5c on network 304f1885-0a25-4285-aed6-702a057610f8 {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:08:15.047497 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfaf879-b4ff-478f-9a23-6631848130ce admin admin] Network f610bd26-2e37-48ef-90fd-5e8ebed549b3 is already hosted by enough agents. {{(pid=73844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:08:15.052546 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.base_scheduler [None req-7dfaf879-b4ff-478f-9a23-6631848130ce admin admin] Resources bound (agent type, host, resource id):  {{(pid=73844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:08:15.065058 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8001e858-be7d-4886-a677-3012605cdee0 None None] Checking agent: {'id': '4f0b0810-19ae-4b24-abc7-3f67c142f33a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 59, 51), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:08:15.065523 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8001e858-be7d-4886-a677-3012605cdee0 None None] Checking segment: {'id': 'd90c35f3-ac38-4f09-b94c-cacd24da79a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:08:15.081324 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfaf879-b4ff-478f-9a23-6631848130ce admin admin] Pushing event updated for resources: {'Port': ['ID=59f1e779-4aa2-4a4f-993d-5c998c94a94c,revision_number=2']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:15.087314 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8001e858-be7d-4886-a677-3012605cdee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:15.088067 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8001e858-be7d-4886-a677-3012605cdee0 None None] Bound using segment: {'id': 'd90c35f3-ac38-4f09-b94c-cacd24da79a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:08:15.088888 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-8001e858-be7d-4886-a677-3012605cdee0 None None] Bound port: b811524e-d13e-49a3-aba9-a7f3a56dfa5c, host: dv-cinder-788365-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd90c35f3-ac38-4f09-b94c-cacd24da79a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'}}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:08:15.089568 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8001e858-be7d-4886-a677-3012605cdee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:15.091950 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-7dfaf879-b4ff-478f-9a23-6631848130ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:15.330420 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '034b41de-cd7e-4d6d-8047-454173aaa252', 'tag': 'c931396c-b63b-4bab-8040-38c6ed8da406', 'status': 'completed', 'code': 200}
Apr 30 14:08:15.390380 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-8001e858-be7d-4886-a677-3012605cdee0 None None] For port b811524e-d13e-49a3-aba9-a7f3a56dfa5c, host dv-cinder-788365-2-iscsi, cleared binding levels {{(pid=73846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:08:15.394749 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-8001e858-be7d-4886-a677-3012605cdee0 None None] For port b811524e-d13e-49a3-aba9-a7f3a56dfa5c, host dv-cinder-788365-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=b811524e-d13e-49a3-aba9-a7f3a56dfa5c,segment=NetworkSegment(d90c35f3-ac38-4f09-b94c-cacd24da79a8),segment_id=d90c35f3-ac38-4f09-b94c-cacd24da79a8)] {{(pid=73846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:08:15.401022 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8001e858-be7d-4886-a677-3012605cdee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:15.422390 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989ae23-0297-4d3b-9849-6ec2e107f299 None None] Pushing event updated for resources: {'Port': ['ID=b811524e-d13e-49a3-aba9-a7f3a56dfa5c,revision_number=2']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:15.445284 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-0989ae23-0297-4d3b-9849-6ec2e107f299 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:15.446222 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-3b793103-65ce-47c4-8cac-2a363a80e385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:15.559954 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989ae23-0297-4d3b-9849-6ec2e107f299 None None] Pushing event updated for resources: {'Port': ['ID=b811524e-d13e-49a3-aba9-a7f3a56dfa5c,revision_number=3']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:15.566597 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-36cd9fd6-2cbd-4d37-9ebe-2f8ff66a1482 req-6164322e-fa07-467c-b673-d92e316171ce service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17450d03-c6d4-4a4a-af14-ed8f8992ecd8 HTTP/1.1" status: 200  len: 217 time: 0.6581674
Apr 30 14:08:15.588261 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-0989ae23-0297-4d3b-9849-6ec2e107f299 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:15.589510 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-82e31e6a-f122-4f14-bfe2-60245d9b7903 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Synchronizing usage tracker for tenant:13478f31079d4d4f97143a6de5da7786 on resource:security_group {{(pid=73844) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:08:15.628373 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7b954-7fd3-47c2-8088-c69911f7770d req-3b0e9825-8091-4880-bc53-a0869372fc5b tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:15.643139 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8cd7b954-7fd3-47c2-8088-c69911f7770d req-3b0e9825-8091-4880-bc53-a0869372fc5b tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/ports?device_id=034b41de-cd7e-4d6d-8047-454173aaa252 HTTP/1.1" status: 200  len: 943 time: 2.1041224
Apr 30 14:08:15.681462 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-c813299b-7e5d-49e2-96b6-36ed9492959b None None] Provisioning complete for port 59f1e779-4aa2-4a4f-993d-5c998c94a94c triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:08:15.688578 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c813299b-7e5d-49e2-96b6-36ed9492959b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:15.737650 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8001e858-be7d-4886-a677-3012605cdee0 None None] Routers {'8cd39569-bdd3-4635-a017-0d2fe0cb070b'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:08:15.738774 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-8001e858-be7d-4886-a677-3012605cdee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc24e1e20>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:07:51Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['8cd39569-bdd3-4635-a017-0d2fe0cb070b'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:08:15.845190 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-82e31e6a-f122-4f14-bfe2-60245d9b7903 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Unset dirty status for tenant:13478f31079d4d4f97143a6de5da7786 on resource:security_group {{(pid=73844) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:08:15.848511 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-82e31e6a-f122-4f14-bfe2-60245d9b7903 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--886372744&fields=id&tenant_id=13478f31079d4d4f97143a6de5da7786 HTTP/1.1" status: 200  len: 267 time: 0.5359015
Apr 30 14:08:16.008351 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-8001e858-be7d-4886-a677-3012605cdee0 None None] Set router 8cd39569-bdd3-4635-a017-0d2fe0cb070b gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:08:16.270104 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-c415ad71-1ddc-4937-9430-64f1c30853b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:16.325603 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dfaf879-b4ff-478f-9a23-6631848130ce admin admin] Router bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417 has already been hosted by L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d {{(pid=73844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 14:08:16.347043 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8cd7b954-7fd3-47c2-8088-c69911f7770d req-750c766f-0bee-4659-ad27-7d5dfe09ffea tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/security-groups?id=d94e35a0-c7f7-4694-aa86-8848695cab29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7030323
Apr 30 14:08:16.506330 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-2af4690d-c330-4702-99ca-de7dc69260f0 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:16.507080 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-2af4690d-c330-4702-99ca-de7dc69260f0 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Synchronizing usage tracker for tenant:13478f31079d4d4f97143a6de5da7786 on resource:network {{(pid=73844) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:08:16.677482 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd9fd6-2cbd-4d37-9ebe-2f8ff66a1482 req-44e4abfb-8f74-4b7c-bcd7-c1ec49850fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:16.683138 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-36cd9fd6-2cbd-4d37-9ebe-2f8ff66a1482 req-44e4abfb-8f74-4b7c-bcd7-c1ec49850fd9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d8dcaed0-062c-4177-bebc-e438f9a7434c HTTP/1.1" status: 200  len: 855 time: 1.0920265
Apr 30 14:08:16.689207 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-c415ad71-1ddc-4937-9430-64f1c30853b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:16.746728 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-c813299b-7e5d-49e2-96b6-36ed9492959b None None] Port 59f1e779-4aa2-4a4f-993d-5c998c94a94c cannot update to ACTIVE because it is not bound. {{(pid=73846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 14:08:16.788622 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 42334) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:16.796018 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-8001e858-be7d-4886-a677-3012605cdee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc24e1e20>, [{'id': '8cd39569-bdd3-4635-a017-0d2fe0cb070b', 'name': 'tempest-ServerRescueNegativeTestJSON-1039619307-router', 'tenant_id': '1036f2f1678545d3aa4b54e8aa882dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b811524e-d13e-49a3-aba9-a7f3a56dfa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:55Z', 'updated_at': '2021-04-30T14:08:06Z', 'revision_number': 3, 'project_id': '1036f2f1678545d3aa4b54e8aa882dbc', 'gw_port': {'id': 'b811524e-d13e-49a3-aba9-a7f3a56dfa5c', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ca:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd39569-bdd3-4635-a017-0d2fe0cb070b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:59Z', 'updated_at': '2021-04-30T14:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi'}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:08:16.797187 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-2af4690d-c330-4702-99ca-de7dc69260f0 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Unset dirty status for tenant:13478f31079d4d4f97143a6de5da7786 on resource:network {{(pid=73844) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:08:16.798855 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-2af4690d-c330-4702-99ca-de7dc69260f0 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/networks?id=c672d43e-499d-4af9-b38c-fc321cbe269c HTTP/1.1" status: 200  len: 816 time: 0.9304132
Apr 30 14:08:16.809654 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8001e858-be7d-4886-a677-3012605cdee0 None None] The sync data for ids ['8cd39569-bdd3-4635-a017-0d2fe0cb070b'] in dv-cinder-788365-2-iscsi is: [{'id': '8cd39569-bdd3-4635-a017-0d2fe0cb070b', 'name': 'tempest-ServerRescueNegativeTestJSON-1039619307-router', 'tenant_id': '1036f2f1678545d3aa4b54e8aa882dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b811524e-d13e-49a3-aba9-a7f3a56dfa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:55Z', 'updated_at': '2021-04-30T14:08:06Z', 'revision_number': 3, 'project_id': '1036f2f1678545d3aa4b54e8aa882dbc', 'gw_port': {'id': 'b811524e-d13e-49a3-aba9-a7f3a56dfa5c', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ca:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd39569-bdd3-4635-a017-0d2fe0cb070b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:59Z', 'updated_at': '2021-04-30T14:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi'}] {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:08:16.887651 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-8e92f227-cbe2-4538-8c89-0229a2002b82 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/quotas/13478f31079d4d4f97143a6de5da7786 HTTP/1.1" status: 200  len: 375 time: 0.0259864
Apr 30 14:08:16.965360 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-a344f827-53fd-431b-abb6-12699545bc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:16.987920 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfaf879-b4ff-478f-9a23-6631848130ce admin admin] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:08:17.002311 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffb7f41-102e-489e-bd76-c665b1806c63 None None] Sync routers for ids ['bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'] in dv-cinder-788365-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:08:17.013741 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-36cd9fd6-2cbd-4d37-9ebe-2f8ff66a1482 req-1dc08fe1-9212-47fb-a9c8-72923bd449e1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=27a06724-f619-40a9-80b3-31638be87e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1831613
Apr 30 14:08:17.016846 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-7dfaf879-b4ff-478f-9a23-6631848130ce admin admin] 10.222.0.32 "PUT /v2.0/routers/bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.4418075
Apr 30 14:08:17.024315 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffb7f41-102e-489e-bd76-c665b1806c63 None None] Routers {'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:08:17.025026 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-bffb7f41-102e-489e-bd76-c665b1806c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc2f4cca0>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:07:51Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:08:17.028176 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27d5df-6dbf-488f-84aa-88f94d561c68 req-d3e7b62b-8359-48bd-883f-a7680bdc3c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:17.029672 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3c27d5df-6dbf-488f-84aa-88f94d561c68 req-d3e7b62b-8359-48bd-883f-a7680bdc3c1a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e1bcda662b5a4736a1e1e33435698631&device_id=034b41de-cd7e-4d6d-8047-454173aaa252 HTTP/1.1" status: 200  len: 1096 time: 2.0423453
Apr 30 14:08:17.113972 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-664af0d8-080d-47b9-bd6b-fcad5b679c27 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=13478f31079d4d4f97143a6de5da7786&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2101657
Apr 30 14:08:17.477888 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-9b2f1d0e-72c2-4e8d-a0d4-02a6c0058212 service neutron] 10.222.0.32 "GET /v2.0/networks/c672d43e-499d-4af9-b38c-fc321cbe269c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3400955
Apr 30 14:08:17.484176 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-bffb7f41-102e-489e-bd76-c665b1806c63 None None] Set router bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:08:17.606391 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-36cd9fd6-2cbd-4d37-9ebe-2f8ff66a1482 req-8ae24f0f-8614-48af-a71b-0e79472cb9b7 service neutron] 10.222.0.43 "GET /v2.0/networks/27a06724-f619-40a9-80b3-31638be87e2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5060694
Apr 30 14:08:17.606976 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-c415ad71-1ddc-4937-9430-64f1c30853b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:17.639340 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84990798-7dde-42aa-9fb4-157e41071255 req-0e46d80e-a550-4dc3-ab86-f6ccf7c0a02e tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:17.640251 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-84990798-7dde-42aa-9fb4-157e41071255 req-0e46d80e-a550-4dc3-ab86-f6ccf7c0a02e tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Synchronizing usage tracker for tenant:115ed14988014677a355d6807f338dbb on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:08:17.685112 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-624a2324-b80c-4fca-bc7d-6572517cd195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:17.714150 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-05e7d59b-564e-48f8-b033-6c24957bef57 service neutron] 10.222.0.32 "GET /v2.0/networks/c672d43e-499d-4af9-b38c-fc321cbe269c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2287848
Apr 30 14:08:17.787112 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:18.019942 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415ad71-1ddc-4937-9430-64f1c30853b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de74206-3d18-4cad-8e0d-5bb141d11bfa,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:18.100506 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-c415ad71-1ddc-4937-9430-64f1c30853b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:18.108310 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-bffb7f41-102e-489e-bd76-c665b1806c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc2f4cca0>, [{'id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'name': 'tempest-AttachVolumeTestJSON-1245073814-router', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:51Z', 'updated_at': '2021-04-30T14:08:12Z', 'revision_number': 4, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'gw_port': {'id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:48:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:54Z', 'updated_at': '2021-04-30T14:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '59f1e779-4aa2-4a4f-993d-5c998c94a94c', 'name': '', 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'mac_address': 'fa:16:3e:0a:13:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cbf9a206-b4b1-4cb9-a994-3e377e8fd720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:08:08Z', 'updated_at': '2021-04-30T14:08:13Z', 'revision_number': 2, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'subnets': [{'id': 'cbf9a206-b4b1-4cb9-a994-3e377e8fd720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:08:18.116035 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffb7f41-102e-489e-bd76-c665b1806c63 None None] Checking router: bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417 for host: dv-cinder-788365-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:08:18.116486 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffb7f41-102e-489e-bd76-c665b1806c63 None None] Updating router bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417 port 59f1e779-4aa2-4a4f-993d-5c998c94a94c binding host dv-cinder-788365-2-iscsi {{(pid=73847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 14:08:18.124136 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-624a2324-b80c-4fca-bc7d-6572517cd195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:08:18.128880 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-624a2324-b80c-4fca-bc7d-6572517cd195 admin admin] Usage tracker for resource:security_group_rule and tenant:cd4792e269594834b74404b42e9ed7d5 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:08:18.132557 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-624a2324-b80c-4fca-bc7d-6572517cd195 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:08:18.158290 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-624a2324-b80c-4fca-bc7d-6572517cd195 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:08:18.203528 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-bffb7f41-102e-489e-bd76-c665b1806c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:18.256585 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [None req-a344f827-53fd-431b-abb6-12699545bc59 admin admin] Allocated IP 172.20.0.1 (101268f3-2b9c-42c4-ac42-c67a2c420fa2/7bffe4b8-8a91-4bea-9ca6-5a1137bd3587/a3050be1-573c-4e26-b4c6-029d6193be4a) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:08:18.272661 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 42378) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:18.294047 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600460d-ea56-425b-8535-5b4454c5e8df req-14ddeb54-4616-4602-8149-bbf1bd6b88a5 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:18.296572 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-b600460d-ea56-425b-8535-5b4454c5e8df req-14ddeb54-4616-4602-8149-bbf1bd6b88a5 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/ports?device_id=034b41de-cd7e-4d6d-8047-454173aaa252 HTTP/1.1" status: 200  len: 943 time: 0.1474650
Apr 30 14:08:18.382464 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-b600460d-ea56-425b-8535-5b4454c5e8df req-851ef048-f584-47b4-b0bd-9255380eea32 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Synchronizing usage tracker for tenant:e1bcda662b5a4736a1e1e33435698631 on resource:security_group {{(pid=73844) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:08:18.413249 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-b600460d-ea56-425b-8535-5b4454c5e8df req-851ef048-f584-47b4-b0bd-9255380eea32 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Unset dirty status for tenant:e1bcda662b5a4736a1e1e33435698631 on resource:security_group {{(pid=73844) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:08:18.415310 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-b600460d-ea56-425b-8535-5b4454c5e8df req-851ef048-f584-47b4-b0bd-9255380eea32 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/security-groups?id=d94e35a0-c7f7-4694-aa86-8848695cab29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1093605
Apr 30 14:08:18.533163 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-36cd9fd6-2cbd-4d37-9ebe-2f8ff66a1482 req-c636967e-1674-4bc3-9a28-56ef95da2b81 service neutron] 10.222.0.43 "GET /v2.0/networks/27a06724-f619-40a9-80b3-31638be87e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9102807
Apr 30 14:08:18.617456 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e90a703c-caa9-4f27-a663-d5471d43ae7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:18.623647 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-019925d1-f572-4af2-aa0e-d8acabbd6237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:18.650228 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device b811524e-d13e-49a3-aba9-a7f3a56dfa5c up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:08:18.687498 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-019925d1-f572-4af2-aa0e-d8acabbd6237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:08:18.702273 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-019925d1-f572-4af2-aa0e-d8acabbd6237 admin admin] Usage tracker for resource:security_group_rule and tenant:acc18070326543b793a3cdb605ac0d92 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:08:18.712197 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-019925d1-f572-4af2-aa0e-d8acabbd6237 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:08:18.729824 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-019925d1-f572-4af2-aa0e-d8acabbd6237 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:08:18.747627 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-84990798-7dde-42aa-9fb4-157e41071255 req-0e46d80e-a550-4dc3-ab86-f6ccf7c0a02e tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Unset dirty status for tenant:115ed14988014677a355d6807f338dbb on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:08:18.749424 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-84990798-7dde-42aa-9fb4-157e41071255 req-0e46d80e-a550-4dc3-ab86-f6ccf7c0a02e tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=7878a45f-b4a4-4634-8968-122ce65cffcf HTTP/1.1" status: 200  len: 943 time: 2.0877099
Apr 30 14:08:18.769072 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-c415ad71-1ddc-4937-9430-64f1c30853b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:18.770607 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-c415ad71-1ddc-4937-9430-64f1c30853b1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9de74206-3d18-4cad-8e0d-5bb141d11bfa HTTP/1.1" status: 204  len: 168 time: 4.4963431
Apr 30 14:08:18.771650 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning for port b811524e-d13e-49a3-aba9-a7f3a56dfa5c completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:08:18.783373 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port b811524e-d13e-49a3-aba9-a7f3a56dfa5c triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:08:18.784856 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:18.902940 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27d5df-6dbf-488f-84aa-88f94d561c68 req-99e0224c-9211-41db-9eeb-f0f80c4893bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:18.915321 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3c27d5df-6dbf-488f-84aa-88f94d561c68 req-99e0224c-9211-41db-9eeb-f0f80c4893bb service neutron] 10.222.0.43 "GET /v2.0/networks?id=93a46dab-cf96-46de-9910-9ec42660d7d5 HTTP/1.1" status: 200  len: 913 time: 1.7009470
Apr 30 14:08:18.939448 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-624a2324-b80c-4fca-bc7d-6572517cd195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:18.951208 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-019925d1-f572-4af2-aa0e-d8acabbd6237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:18.957018 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-a344f827-53fd-431b-abb6-12699545bc59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:18.959119 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-019925d1-f572-4af2-aa0e-d8acabbd6237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:18.971173 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:19.036296 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-bffb7f41-102e-489e-bd76-c665b1806c63 None None] Notify callbacks [] for port, precommit_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:19.044118 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019925d1-f572-4af2-aa0e-d8acabbd6237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3045871-cd8b-4d01-92ae-4c22a845d283,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:19.052565 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-bffb7f41-102e-489e-bd76-c665b1806c63 None None] Transition to ACTIVE for port object 59f1e779-4aa2-4a4f-993d-5c998c94a94c will not be triggered until provisioned by entity L2. {{(pid=73847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:08:19.063058 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-bffb7f41-102e-489e-bd76-c665b1806c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:19.084197 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-274f38ba-8a82-4e75-a801-0f006a960dd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:19.087463 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-019925d1-f572-4af2-aa0e-d8acabbd6237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:19.128538 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:19.139831 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-624a2324-b80c-4fca-bc7d-6572517cd195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:19.156409 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-019925d1-f572-4af2-aa0e-d8acabbd6237 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=acc18070326543b793a3cdb605ac0d92&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8750899
Apr 30 14:08:19.157149 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 42392) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:19.186342 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] For port b811524e-d13e-49a3-aba9-a7f3a56dfa5c, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=b811524e-d13e-49a3-aba9-a7f3a56dfa5c,segment=NetworkSegment(d90c35f3-ac38-4f09-b94c-cacd24da79a8),segment_id=d90c35f3-ac38-4f09-b94c-cacd24da79a8)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:08:19.193567 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:19.195629 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:19.230638 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb33d6-e51e-4ecd-b562-489888d75506 None None] Pushing event updated for resources: {'Port': ['ID=59f1e779-4aa2-4a4f-993d-5c998c94a94c,revision_number=3']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:19.242611 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-1bcb33d6-e51e-4ecd-b562-489888d75506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:19.277155 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-d7ca4fa0-c091-479f-9329-87376789c34a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:19.332712 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-84990798-7dde-42aa-9fb4-157e41071255 req-baa70411-467a-4189-b33f-edbd1649bca9 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5717976
Apr 30 14:08:19.334189 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3c27d5df-6dbf-488f-84aa-88f94d561c68 req-c4362e0a-6712-4152-af9a-005644503583 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c931396c-b63b-4bab-8040-38c6ed8da406 HTTP/1.1" status: 200  len: 217 time: 0.3934643
Apr 30 14:08:19.378843 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d664f965-bac6-48ed-8a11-6cb428dc9ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:19.399436 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Pushing event updated for resources: {'Port': ['ID=b811524e-d13e-49a3-aba9-a7f3a56dfa5c,revision_number=4']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:19.425122 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:19.468290 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d664f965-bac6-48ed-8a11-6cb428dc9ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:19.623896 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d664f965-bac6-48ed-8a11-6cb428dc9ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:19.630269 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:19.651365 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d664f965-bac6-48ed-8a11-6cb428dc9ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3045871-cd8b-4d01-92ae-4c22a845d283,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:19.701803 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-d664f965-bac6-48ed-8a11-6cb428dc9ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:19.703898 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 42408) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:19.710559 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-87e7c2cb-b81b-4ebd-9c8a-6b51ad8a307e tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2089528384', 'description': 'tempest-description--1193510591'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:08:19.717339 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d664f965-bac6-48ed-8a11-6cb428dc9ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:19.718484 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-d664f965-bac6-48ed-8a11-6cb428dc9ba8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e3045871-cd8b-4d01-92ae-4c22a845d283 HTTP/1.1" status: 204  len: 168 time: 0.5603821
Apr 30 14:08:19.719864 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-87e7c2cb-b81b-4ebd-9c8a-6b51ad8a307e tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:08:19.724747 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-87e7c2cb-b81b-4ebd-9c8a-6b51ad8a307e tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Usage tracker for resource:security_group and tenant:7abbf22e49d14a8ba3c6061e4aaeef34 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:08:19.728572 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-87e7c2cb-b81b-4ebd-9c8a-6b51ad8a307e tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:08:19.736690 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-87e7c2cb-b81b-4ebd-9c8a-6b51ad8a307e tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:08:19.749061 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-87e7c2cb-b81b-4ebd-9c8a-6b51ad8a307e tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:19.765863 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624a2324-b80c-4fca-bc7d-6572517cd195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff9c01e-166c-44b9-8f4c-c2d182847788,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:19.780054 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-624a2324-b80c-4fca-bc7d-6572517cd195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:19.783399 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-624a2324-b80c-4fca-bc7d-6572517cd195 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd4792e269594834b74404b42e9ed7d5&name=default HTTP/1.1" status: 200  len: 2979 time: 2.9845293
Apr 30 14:08:19.789970 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 42414) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:19.790921 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-5a8ab893-7d9c-4c51-bb40-e7e1ea67c17c req-13dcc044-a04d-4b14-81f6-764308f6e4ea tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Synchronizing usage tracker for tenant:13478f31079d4d4f97143a6de5da7786 on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:08:19.796484 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-bffb7f41-102e-489e-bd76-c665b1806c63 None None] Attempting to bind port 59f1e779-4aa2-4a4f-993d-5c998c94a94c on host dv-cinder-788365-2-iscsi for vnic_type normal with profile  {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:08:19.800254 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-bffb7f41-102e-489e-bd76-c665b1806c63 None None] Attempting to bind port 59f1e779-4aa2-4a4f-993d-5c998c94a94c by drivers openvswitch,hyperv on host dv-cinder-788365-2-iscsi at level 0 using segments [{'id': '4fa753dc-1c3f-467c-a09c-87267f9be149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3'}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:08:19.800951 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffb7f41-102e-489e-bd76-c665b1806c63 None None] Attempting to bind port 59f1e779-4aa2-4a4f-993d-5c998c94a94c on network f610bd26-2e37-48ef-90fd-5e8ebed549b3 {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:08:19.816677 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffb7f41-102e-489e-bd76-c665b1806c63 None None] Checking agent: {'id': '4f0b0810-19ae-4b24-abc7-3f67c142f33a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 59, 51), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:08:19.817302 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffb7f41-102e-489e-bd76-c665b1806c63 None None] Checking segment: {'id': '4fa753dc-1c3f-467c-a09c-87267f9be149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:08:19.818347 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-bffb7f41-102e-489e-bd76-c665b1806c63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:19.818831 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffb7f41-102e-489e-bd76-c665b1806c63 None None] Bound using segment: {'id': '4fa753dc-1c3f-467c-a09c-87267f9be149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3'} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:08:19.819395 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-bffb7f41-102e-489e-bd76-c665b1806c63 None None] Bound port: 59f1e779-4aa2-4a4f-993d-5c998c94a94c, host: dv-cinder-788365-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa753dc-1c3f-467c-a09c-87267f9be149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3'}}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:08:19.819878 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-bffb7f41-102e-489e-bd76-c665b1806c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:19.874935 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27d5df-6dbf-488f-84aa-88f94d561c68 req-fbf00f4c-067b-427c-ab7f-01a076912898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:19.876059 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-87e7c2cb-b81b-4ebd-9c8a-6b51ad8a307e tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:08:19.879032 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3c27d5df-6dbf-488f-84aa-88f94d561c68 req-fbf00f4c-067b-427c-ab7f-01a076912898 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c755a8aa-507d-4e8d-8f1a-e0d289bcd108 HTTP/1.1" status: 200  len: 851 time: 0.4987748
Apr 30 14:08:19.891410 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-5a8ab893-7d9c-4c51-bb40-e7e1ea67c17c req-13dcc044-a04d-4b14-81f6-764308f6e4ea tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Unset dirty status for tenant:13478f31079d4d4f97143a6de5da7786 on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:08:19.894384 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5a8ab893-7d9c-4c51-bb40-e7e1ea67c17c req-13dcc044-a04d-4b14-81f6-764308f6e4ea tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/ports?device_id=0db1524d-107a-4ce7-b895-e62bdf73e31c HTTP/1.1" status: 200  len: 210 time: 0.2607009
Apr 30 14:08:19.909489 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-87e7c2cb-b81b-4ebd-9c8a-6b51ad8a307e tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Usage tracker for resource:security_group_rule and tenant:7abbf22e49d14a8ba3c6061e4aaeef34 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:08:19.918495 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-87e7c2cb-b81b-4ebd-9c8a-6b51ad8a307e tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:08:19.966626 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-a344f827-53fd-431b-abb6-12699545bc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:19.978021 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-bffb7f41-102e-489e-bd76-c665b1806c63 None None] For port 59f1e779-4aa2-4a4f-993d-5c998c94a94c, host dv-cinder-788365-2-iscsi, cleared binding levels {{(pid=73847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:08:19.979352 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3c27d5df-6dbf-488f-84aa-88f94d561c68 req-bf122048-23e2-45bb-82ff-55a19a387022 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=93a46dab-cf96-46de-9910-9ec42660d7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0813684
Apr 30 14:08:19.981428 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-77475c30-cfcf-4c3b-996f-4046188c0468 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:19.986930 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-bffb7f41-102e-489e-bd76-c665b1806c63 None None] For port 59f1e779-4aa2-4a4f-993d-5c998c94a94c, host dv-cinder-788365-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=59f1e779-4aa2-4a4f-993d-5c998c94a94c,segment=NetworkSegment(4fa753dc-1c3f-467c-a09c-87267f9be149),segment_id=4fa753dc-1c3f-467c-a09c-87267f9be149)] {{(pid=73847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:08:20.008551 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-bffb7f41-102e-489e-bd76-c665b1806c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:20.037750 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:20.192148 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3c27d5df-6dbf-488f-84aa-88f94d561c68 req-2f87e1c1-cda9-4fe1-a006-b064b254c6af service neutron] 10.222.0.43 "GET /v2.0/networks/93a46dab-cf96-46de-9910-9ec42660d7d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1740310
Apr 30 14:08:20.214180 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a344f827-53fd-431b-abb6-12699545bc59 admin admin] Network 101268f3-2b9c-42c4-ac42-c67a2c420fa2 is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:08:20.239426 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb33d6-e51e-4ecd-b562-489888d75506 None None] Pushing event updated for resources: {'Port': ['ID=59f1e779-4aa2-4a4f-993d-5c998c94a94c,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:20.254945 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-1bcb33d6-e51e-4ecd-b562-489888d75506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:20.256148 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffb7f41-102e-489e-bd76-c665b1806c63 None None] Routers {'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:08:20.257764 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-bffb7f41-102e-489e-bd76-c665b1806c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc2f4cca0>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:07:51Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:08:20.287232 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-87e7c2cb-b81b-4ebd-9c8a-6b51ad8a307e tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:08:20.431155 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-87e7c2cb-b81b-4ebd-9c8a-6b51ad8a307e tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:20.466099 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-87e7c2cb-b81b-4ebd-9c8a-6b51ad8a307e tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:20.502120 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:20.537811 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2842e6cf-2b20-465c-b854-e9371c74df2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:20.568990 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-a344f827-53fd-431b-abb6-12699545bc59 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:08:20.586273 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a344f827-53fd-431b-abb6-12699545bc59 admin admin] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:08:20.587599 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-a344f827-53fd-431b-abb6-12699545bc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998445'] for router_interface, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:20.602693 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device b811524e-d13e-49a3-aba9-a7f3a56dfa5c up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:08:20.635315 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7c2cb-b81b-4ebd-9c8a-6b51ad8a307e tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c56191c-c3c1-4b2d-8b91-967fdca9a5bf,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:20.650220 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2842e6cf-2b20-465c-b854-e9371c74df2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:20.664729 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-87e7c2cb-b81b-4ebd-9c8a-6b51ad8a307e tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:20.672573 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-87e7c2cb-b81b-4ebd-9c8a-6b51ad8a307e tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:20.674229 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-87e7c2cb-b81b-4ebd-9c8a-6b51ad8a307e tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.9693420
Apr 30 14:08:20.691328 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 42430) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:20.709622 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce920a-13c5-4db1-8f90-b0dd216cdf29 req-02554b5d-d011-4f51-b119-1791e2d98385 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:20.721062 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-74ce920a-13c5-4db1-8f90-b0dd216cdf29 req-02554b5d-d011-4f51-b119-1791e2d98385 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/ports?device_id=034b41de-cd7e-4d6d-8047-454173aaa252 HTTP/1.1" status: 200  len: 943 time: 0.7938700
Apr 30 14:08:20.728080 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-0cf0a0c1-edea-417b-b6eb-6464da6322dd tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Request body: {'security_group_rule': {'security_group_id': '8c56191c-c3c1-4b2d-8b91-967fdca9a5bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:08:20.762458 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-0cf0a0c1-edea-417b-b6eb-6464da6322dd tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:08:20.789791 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-0cf0a0c1-edea-417b-b6eb-6464da6322dd tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Usage tracker for resource:security_group_rule and tenant:7abbf22e49d14a8ba3c6061e4aaeef34 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:08:20.790074 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device c931396c-b63b-4bab-8040-38c6ed8da406 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 14:08:20.795244 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 42434) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:20.796209 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-0cf0a0c1-edea-417b-b6eb-6464da6322dd tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:08:20.839304 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-74ce920a-13c5-4db1-8f90-b0dd216cdf29 req-ea21090b-fbe5-4049-a00e-a5c2735b3118 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/security-groups?id=d94e35a0-c7f7-4694-aa86-8848695cab29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171832
Apr 30 14:08:20.843001 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-0cf0a0c1-edea-417b-b6eb-6464da6322dd tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:08:20.880470 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-bffb7f41-102e-489e-bd76-c665b1806c63 None None] Set router bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:08:20.886467 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-6ebaf584-2e79-48fe-8418-589cbc84cd42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:20.891268 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port b811524e-d13e-49a3-aba9-a7f3a56dfa5c triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:08:20.891879 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:20.920412 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-0cf0a0c1-edea-417b-b6eb-6464da6322dd tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:20.948021 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-6ebaf584-2e79-48fe-8418-589cbc84cd42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:08:20.963320 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-6ebaf584-2e79-48fe-8418-589cbc84cd42 admin admin] Usage tracker for resource:security_group_rule and tenant:687a7287de9d4234b31ae50f2d186d5f is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:08:20.972495 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-6ebaf584-2e79-48fe-8418-589cbc84cd42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:08:20.984860 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.db.resource_extend [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 14:08:20.988296 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-6ebaf584-2e79-48fe-8418-589cbc84cd42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:08:21.150256 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344f827-53fd-431b-abb6-12699545bc59 admin admin] Pushing event updated for resources: {'Port': ['ID=a3050be1-573c-4e26-b4c6-029d6193be4a,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:21.193631 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-6ebaf584-2e79-48fe-8418-589cbc84cd42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:21.234084 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-a344f827-53fd-431b-abb6-12699545bc59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.253s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:21.275829 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3c27d5df-6dbf-488f-84aa-88f94d561c68 req-0b71becb-8e69-4987-9cb5-e7198f54436a service neutron] 10.222.0.43 "GET /v2.0/networks/93a46dab-cf96-46de-9910-9ec42660d7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0722153
Apr 30 14:08:21.277531 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-a344f827-53fd-431b-abb6-12699545bc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:21.282034 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-6ebaf584-2e79-48fe-8418-589cbc84cd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:21.302206 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-500caba6-3af8-4000-8c7c-0749ed3eba01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:21.320166 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2842e6cf-2b20-465c-b854-e9371c74df2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:21.334846 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-a4c30b9f-32ab-447c-beaa-1a5a3e8eb335 req-b50dcdb6-cfd8-462c-ab12-b79aac32df04 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/ports?device_id=0db1524d-107a-4ce7-b895-e62bdf73e31c HTTP/1.1" status: 200  len: 210 time: 0.1348047
Apr 30 14:08:21.380917 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-6ebaf584-2e79-48fe-8418-589cbc84cd42 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=687a7287de9d4234b31ae50f2d186d5f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5807745
Apr 30 14:08:21.388926 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 42448) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:21.389655 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebaf584-2e79-48fe-8418-589cbc84cd42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7e04a4-30cf-45db-8af8-c0aebb777fbb,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:21.405861 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-6ebaf584-2e79-48fe-8418-589cbc84cd42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:21.416760 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-b344ac8b-ff29-452d-ad65-c6ee7307cefd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:21.431251 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:21.460435 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-bffb7f41-102e-489e-bd76-c665b1806c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc2f4cca0>, [{'id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'name': 'tempest-AttachVolumeTestJSON-1245073814-router', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:51Z', 'updated_at': '2021-04-30T14:08:12Z', 'revision_number': 4, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'gw_port': {'id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:48:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:54Z', 'updated_at': '2021-04-30T14:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '59f1e779-4aa2-4a4f-993d-5c998c94a94c', 'name': '', 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'mac_address': 'fa:16:3e:0a:13:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cbf9a206-b4b1-4cb9-a994-3e377e8fd720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:08:08Z', 'updated_at': '2021-04-30T14:08:19Z', 'revision_number': 4, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'subnets': [{'id': 'cbf9a206-b4b1-4cb9-a994-3e377e8fd720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:08:21.466638 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffb7f41-102e-489e-bd76-c665b1806c63 None None] The sync data for ids ['bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'] in dv-cinder-788365-2-iscsi is: [{'id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'name': 'tempest-AttachVolumeTestJSON-1245073814-router', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:51Z', 'updated_at': '2021-04-30T14:08:12Z', 'revision_number': 4, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'gw_port': {'id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:48:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:54Z', 'updated_at': '2021-04-30T14:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '59f1e779-4aa2-4a4f-993d-5c998c94a94c', 'name': '', 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'mac_address': 'fa:16:3e:0a:13:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cbf9a206-b4b1-4cb9-a994-3e377e8fd720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:08:08Z', 'updated_at': '2021-04-30T14:08:19Z', 'revision_number': 4, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'subnets': [{'id': 'cbf9a206-b4b1-4cb9-a994-3e377e8fd720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:08:21.478250 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0251ee16-5201-4ade-84d5-d31d253a855d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:21.483723 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2842e6cf-2b20-465c-b854-e9371c74df2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:21.485266 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-2842e6cf-2b20-465c-b854-e9371c74df2c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4ff9c01e-166c-44b9-8f4c-c2d182847788 HTTP/1.1" status: 204  len: 168 time: 1.6914496
Apr 30 14:08:21.486622 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842e6cf-2b20-465c-b854-e9371c74df2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff9c01e-166c-44b9-8f4c-c2d182847788,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:21.497963 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port c931396c-b63b-4bab-8040-38c6ed8da406, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c931396c-b63b-4bab-8040-38c6ed8da406,segment=NetworkSegment(2f79aa9a-8bec-4f71-b6e0-2ac20193241a),segment_id=2f79aa9a-8bec-4f71-b6e0-2ac20193241a)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:08:21.500400 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-0cf0a0c1-edea-417b-b6eb-6464da6322dd tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:21.512177 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-2842e6cf-2b20-465c-b854-e9371c74df2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:21.518084 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-0cf0a0c1-edea-417b-b6eb-6464da6322dd tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067617'] for security_group_rule, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:21.534894 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b057a3-4170-452c-b0f0-5a2c605d1d7e req-858e53fc-8cdb-4cf9-8077-51c7710b53c9 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:21.536803 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e7b057a3-4170-452c-b0f0-5a2c605d1d7e req-858e53fc-8cdb-4cf9-8077-51c7710b53c9 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=7878a45f-b4a4-4634-8968-122ce65cffcf HTTP/1.1" status: 200  len: 943 time: 0.7844603
Apr 30 14:08:21.571823 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Returning: {'device': 'c931396c-b63b-4bab-8040-38c6ed8da406', 'network_id': '93a46dab-cf96-46de-9910-9ec42660d7d5', 'port_id': 'c931396c-b63b-4bab-8040-38c6ed8da406', 'mac_address': 'fa:16:3e:0e:c6:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c755a8aa-507d-4e8d-8f1a-e0d289bcd108', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 14:08:21.575347 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:21.600052 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-989b22ac-b7e6-4ace-b63c-597701801606 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:21.601538 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-989b22ac-b7e6-4ace-b63c-597701801606 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.43 "GET /v2.0/networks?id=c672d43e-499d-4af9-b38c-fc321cbe269c HTTP/1.1" status: 200  len: 816 time: 0.8618612
Apr 30 14:08:21.610575 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0a0c1-edea-417b-b6eb-6464da6322dd tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eb5ea86-305f-484b-8c8d-e04f47317508,revision_number=0']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:21.660276 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-991d1cf5-cc67-4fed-ae46-44f9e2e7b29b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:21.668118 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-0cf0a0c1-edea-417b-b6eb-6464da6322dd tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:21.687480 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-0cf0a0c1-edea-417b-b6eb-6464da6322dd tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:21.693242 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-0cf0a0c1-edea-417b-b6eb-6464da6322dd tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9975100
Apr 30 14:08:21.698199 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:21.706333 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 42454) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:21.716096 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-b7647e09-af53-450b-8818-83cb5064d327 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Request body: {'security_group_rule': {'security_group_id': '8c56191c-c3c1-4b2d-8b91-967fdca9a5bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:08:21.722738 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c931396c-b63b-4bab-8040-38c6ed8da406 {{(pid=73846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 14:08:21.732108 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-991d1cf5-cc67-4fed-ae46-44f9e2e7b29b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:21.746687 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port c931396c-b63b-4bab-8040-38c6ed8da406, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c931396c-b63b-4bab-8040-38c6ed8da406,segment=NetworkSegment(2f79aa9a-8bec-4f71-b6e0-2ac20193241a),segment_id=2f79aa9a-8bec-4f71-b6e0-2ac20193241a)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:08:21.756045 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-b7647e09-af53-450b-8818-83cb5064d327 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:08:21.760855 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:21.764029 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 17450d03-c6d4-4a4a-af14-ed8f8992ecd8 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 14:08:21.766602 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-b7647e09-af53-450b-8818-83cb5064d327 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Usage tracker for resource:security_group_rule and tenant:7abbf22e49d14a8ba3c6061e4aaeef34 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:08:21.771877 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:21.783753 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-b7647e09-af53-450b-8818-83cb5064d327 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:08:21.794913 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-b7647e09-af53-450b-8818-83cb5064d327 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:08:21.837569 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-b7647e09-af53-450b-8818-83cb5064d327 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:21.890498 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-991d1cf5-cc67-4fed-ae46-44f9e2e7b29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:21.916278 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-9c342333-5f1a-4248-8f23-9fe66e9d3043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:21.968879 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d1cf5-cc67-4fed-ae46-44f9e2e7b29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7e04a4-30cf-45db-8af8-c0aebb777fbb,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:21.983355 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-991d1cf5-cc67-4fed-ae46-44f9e2e7b29b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:22.015609 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-991d1cf5-cc67-4fed-ae46-44f9e2e7b29b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:22.023101 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e7b057a3-4170-452c-b0f0-5a2c605d1d7e req-fcce2293-77a7-41ea-b741-fc7704a1338e tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4610145
Apr 30 14:08:22.037289 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-991d1cf5-cc67-4fed-ae46-44f9e2e7b29b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/da7e04a4-30cf-45db-8af8-c0aebb777fbb HTTP/1.1" status: 204  len: 168 time: 0.6194441
Apr 30 14:08:22.040458 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-21f2ace7-79c3-4d43-a85f-033b82cbab59 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Synchronizing usage tracker for tenant:13478f31079d4d4f97143a6de5da7786 on resource:security_group {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:08:22.109898 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:22.120523 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-21f2ace7-79c3-4d43-a85f-033b82cbab59 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Unset dirty status for tenant:13478f31079d4d4f97143a6de5da7786 on resource:security_group {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:08:22.122619 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-21f2ace7-79c3-4d43-a85f-033b82cbab59 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13478f31079d4d4f97143a6de5da7786 HTTP/1.1" status: 200  len: 379 time: 0.4789431
Apr 30 14:08:22.139907 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-928ea666-5000-4f2f-9020-87c2f742843d tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Request body: {'port': {'device_id': '0db1524d-107a-4ce7-b895-e62bdf73e31c', 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c', 'admin_state_up': True, 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'security_groups': ['62ffe3f4-3181-4fc9-b98f-5b7e8ed14ac4']}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:08:22.149802 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.db.resource_extend [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 14:08:22.215560 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-b7647e09-af53-450b-8818-83cb5064d327 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:22.251645 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-b7647e09-af53-450b-8818-83cb5064d327 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067617'] for security_group_rule, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:22.263578 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-0cf0a0c1-edea-417b-b6eb-6464da6322dd tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:22.315398 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7647e09-af53-450b-8818-83cb5064d327 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02f88596-0d2d-4fba-a8ba-757e5b37bb43,revision_number=0']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:22.324458 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-b7647e09-af53-450b-8818-83cb5064d327 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:22.338621 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-b7647e09-af53-450b-8818-83cb5064d327 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:22.342908 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-b7647e09-af53-450b-8818-83cb5064d327 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6348231
Apr 30 14:08:22.352990 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 42470) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:22.371554 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-004f0ba7-8432-4d4b-8d3f-bbd9676e3066 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Request body: {'floatingip': {'floating_network_id': '304f1885-0a25-4285-aed6-702a057610f8'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:08:22.435613 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94ad0a-9430-4cff-99be-740459e7b1b9 req-70a3ad6d-c7ac-4c86-94b9-f13ce9dfff83 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:22.439005 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-6c94ad0a-9430-4cff-99be-740459e7b1b9 req-70a3ad6d-c7ac-4c86-94b9-f13ce9dfff83 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/ports?device_id=034b41de-cd7e-4d6d-8047-454173aaa252 HTTP/1.1" status: 200  len: 944 time: 0.3481853
Apr 30 14:08:22.442342 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-004f0ba7-8432-4d4b-8d3f-bbd9676e3066 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:08:22.502244 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 42476) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:22.508146 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.db.resource_extend [None req-a344f827-53fd-431b-abb6-12699545bc59 admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 14:08:22.533104 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port 17450d03-c6d4-4a4a-af14-ed8f8992ecd8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=17450d03-c6d4-4a4a-af14-ed8f8992ecd8,segment=NetworkSegment(6dccc72e-684c-4196-8b31-0016418af8e9),segment_id=6dccc72e-684c-4196-8b31-0016418af8e9)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:08:22.576398 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Returning: {'device': '17450d03-c6d4-4a4a-af14-ed8f8992ecd8', 'network_id': '27a06724-f619-40a9-80b3-31638be87e2f', 'port_id': '17450d03-c6d4-4a4a-af14-ed8f8992ecd8', 'mac_address': 'fa:16:3e:72:9c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8dcaed0-062c-4177-bebc-e438f9a7434c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 14:08:22.578387 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Pushing event updated for resources: {'Port': ['ID=c931396c-b63b-4bab-8040-38c6ed8da406,revision_number=4']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:22.595051 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-004f0ba7-8432-4d4b-8d3f-bbd9676e3066 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Usage tracker for resource:floatingip and tenant:7abbf22e49d14a8ba3c6061e4aaeef34 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:08:22.602674 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-a50c00c7-9cd9-49a6-8a34-50e940ad8092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:22.603116 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.820s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:22.606973 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-004f0ba7-8432-4d4b-8d3f-bbd9676e3066 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:08:22.608920 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:22.627368 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-004f0ba7-8432-4d4b-8d3f-bbd9676e3066 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:08:22.647836 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-a344f827-53fd-431b-abb6-12699545bc59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:22.670023 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-004f0ba7-8432-4d4b-8d3f-bbd9676e3066 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for floatingip, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:22.743072 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-a344f827-53fd-431b-abb6-12699545bc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:22.762455 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-a344f827-53fd-431b-abb6-12699545bc59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998280'] for router_interface, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:22.776050 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 59f1e779-4aa2-4a4f-993d-5c998c94a94c up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:08:22.782185 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-a344f827-53fd-431b-abb6-12699545bc59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:22.790787 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-6c94ad0a-9430-4cff-99be-740459e7b1b9 req-ca05bee8-c631-4762-86d1-b93ef8f06a26 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/security-groups?id=d94e35a0-c7f7-4694-aa86-8848695cab29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3421662
Apr 30 14:08:22.852132 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-79712b80-4377-4ab5-ae92-7de8c9f16317 req-893f5431-c40f-4400-b2f4-44ff8a4a963e tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/ports?device_id=0db1524d-107a-4ce7-b895-e62bdf73e31c HTTP/1.1" status: 200  len: 210 time: 0.1991973
Apr 30 14:08:22.881756 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-a50c00c7-9cd9-49a6-8a34-50e940ad8092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:08:22.940593 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-a50c00c7-9cd9-49a6-8a34-50e940ad8092 admin admin] Usage tracker for resource:security_group_rule and tenant:83726bf90390478694e3477ef25899ee is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:08:23.009201 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:23.067095 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17450d03-c6d4-4a4a-af14-ed8f8992ecd8 {{(pid=73846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 14:08:23.095196 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-004f0ba7-8432-4d4b-8d3f-bbd9676e3066 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:23.141335 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning for port 59f1e779-4aa2-4a4f-993d-5c998c94a94c completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:08:23.148335 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port 17450d03-c6d4-4a4a-af14-ed8f8992ecd8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=17450d03-c6d4-4a4a-af14-ed8f8992ecd8,segment=NetworkSegment(6dccc72e-684c-4196-8b31-0016418af8e9),segment_id=6dccc72e-684c-4196-8b31-0016418af8e9)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:08:23.159517 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port 59f1e779-4aa2-4a4f-993d-5c998c94a94c triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:08:23.165416 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:23.296838 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:23.303286 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:23.377634 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-a50c00c7-9cd9-49a6-8a34-50e940ad8092 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:08:23.405775 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-a50c00c7-9cd9-49a6-8a34-50e940ad8092 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:08:23.420820 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Pushing event updated for resources: {'Port': ['ID=17450d03-c6d4-4a4a-af14-ed8f8992ecd8,revision_number=4']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:23.428058 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:23.488005 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-928ea666-5000-4f2f-9020-87c2f742843d tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:08:23.499333 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344f827-53fd-431b-abb6-12699545bc59 admin admin] Pushing event updated for resources: {'Port': ['ID=a3050be1-573c-4e26-b4c6-029d6193be4a,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:23.530817 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-a344f827-53fd-431b-abb6-12699545bc59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.749s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:23.589060 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-928ea666-5000-4f2f-9020-87c2f742843d tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:08:23.635286 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a344f827-53fd-431b-abb6-12699545bc59 admin admin] Network 101268f3-2b9c-42c4-ac42-c67a2c420fa2 is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:08:23.642274 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-a344f827-53fd-431b-abb6-12699545bc59 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:08:23.664804 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-928ea666-5000-4f2f-9020-87c2f742843d tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Made reservation on behalf of 13478f31079d4d4f97143a6de5da7786 for: {'port': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:08:23.675127 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-928ea666-5000-4f2f-9020-87c2f742843d tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:23.729154 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.db_base_plugin_common [None req-004f0ba7-8432-4d4b-8d3f-bbd9676e3066 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Allocated IP 172.27.1.36 (304f1885-0a25-4285-aed6-702a057610f8/49300ed0-235c-492b-9da4-467f65f5f0f0/d49da416-1b2d-4933-b595-cbe1f8752f40) {{(pid=73844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:08:23.753782 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:23.818399 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] get_ports_and_sgs() called for port_ids ['17450d03-c6d4-4a4a-af14-ed8f8992ecd8'] {{(pid=73846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 14:08:23.821543 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188578e-2dd0-4e4f-bb4f-404d822675b6 req-9e022ea0-01b9-4c3a-b288-820ecb5e4a95 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:23.836369 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-8188578e-2dd0-4e4f-bb4f-404d822675b6 req-9e022ea0-01b9-4c3a-b288-820ecb5e4a95 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=7878a45f-b4a4-4634-8968-122ce65cffcf HTTP/1.1" status: 200  len: 944 time: 0.4604473
Apr 30 14:08:23.893792 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] get_ports_and_sgs() called for port_ids ['c931396c-b63b-4bab-8040-38c6ed8da406'] {{(pid=73846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 14:08:24.150805 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a344f827-53fd-431b-abb6-12699545bc59 admin admin] Router 8cd39569-bdd3-4635-a017-0d2fe0cb070b has already been hosted by L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d {{(pid=73845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 14:08:24.186588 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-a50c00c7-9cd9-49a6-8a34-50e940ad8092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:24.208166 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] For port 59f1e779-4aa2-4a4f-993d-5c998c94a94c, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=59f1e779-4aa2-4a4f-993d-5c998c94a94c,segment=NetworkSegment(4fa753dc-1c3f-467c-a09c-87267f9be149),segment_id=4fa753dc-1c3f-467c-a09c-87267f9be149)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:08:24.219273 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:24.225318 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-8188578e-2dd0-4e4f-bb4f-404d822675b6 req-1ca3bc3a-e2bd-418a-8ade-174f72915f2f tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3874955
Apr 30 14:08:24.259614 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:24.278736 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:24.329432 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-a50c00c7-9cd9-49a6-8a34-50e940ad8092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:24.367267 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-004f0ba7-8432-4d4b-8d3f-bbd9676e3066 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for port, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:24.408475 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-624a2324-b80c-4fca-bc7d-6572517cd195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:24.413217 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-004f0ba7-8432-4d4b-8d3f-bbd9676e3066 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188'] for port, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:24.441282 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-7dfaf879-b4ff-478f-9a23-6631848130ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:24.615721 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004f0ba7-8432-4d4b-8d3f-bbd9676e3066 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Network 304f1885-0a25-4285-aed6-702a057610f8 is already hosted by enough agents. {{(pid=73844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:08:24.628020 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.base_scheduler [None req-004f0ba7-8432-4d4b-8d3f-bbd9676e3066 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Resources bound (agent type, host, resource id):  {{(pid=73844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:08:24.635143 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a344f827-53fd-431b-abb6-12699545bc59 admin admin] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:08:24.647775 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004f0ba7-8432-4d4b-8d3f-bbd9676e3066 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Received port after_create {{(pid=73844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:08:24.664125 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-84e60b15-bf42-4ae9-bec4-2c58753dceac req-5477fe24-9664-4593-a6a9-b4f05a162255 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/ports?device_id=0db1524d-107a-4ce7-b895-e62bdf73e31c HTTP/1.1" status: 200  len: 210 time: 0.1527596
Apr 30 14:08:24.667396 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c00c7-9cd9-49a6-8a34-50e940ad8092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891b2848-85dd-45ff-8828-237784e4fea8,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:24.688318 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-a50c00c7-9cd9-49a6-8a34-50e940ad8092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:24.712818 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c54620-ca68-4958-b26f-ba095cfd090c None None] Sync routers for ids ['8cd39569-bdd3-4635-a017-0d2fe0cb070b'] in dv-cinder-788365-2-iscsi {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:08:24.737938 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f0ba7-8432-4d4b-8d3f-bbd9676e3066 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Pushing event updated for resources: {'Port': ['ID=d49da416-1b2d-4933-b595-cbe1f8752f40,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:24.740691 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Pushing event updated for resources: {'Port': ['ID=59f1e779-4aa2-4a4f-993d-5c998c94a94c,revision_number=5']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:24.742061 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-004f0ba7-8432-4d4b-8d3f-bbd9676e3066 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:24.743089 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-a50c00c7-9cd9-49a6-8a34-50e940ad8092 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=83726bf90390478694e3477ef25899ee&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2078545
Apr 30 14:08:24.763871 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c54620-ca68-4958-b26f-ba095cfd090c None None] Routers {'8cd39569-bdd3-4635-a017-0d2fe0cb070b'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:08:24.764925 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-62c54620-ca68-4958-b26f-ba095cfd090c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc228fa60>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:08:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['8cd39569-bdd3-4635-a017-0d2fe0cb070b'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:08:24.766679 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-004f0ba7-8432-4d4b-8d3f-bbd9676e3066 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:24.771810 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 42514) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:24.834487 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d75803-5aa8-4f4e-b624-9466fc00b581 req-78161a7f-efd1-4f10-ac6f-93492618d1fd tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:24.842441 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-28d75803-5aa8-4f4e-b624-9466fc00b581 req-78161a7f-efd1-4f10-ac6f-93492618d1fd tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/ports?device_id=034b41de-cd7e-4d6d-8047-454173aaa252 HTTP/1.1" status: 200  len: 944 time: 0.7463832
Apr 30 14:08:24.875337 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-a344f827-53fd-431b-abb6-12699545bc59 admin admin] 10.222.0.32 "PUT /v2.0/routers/8cd39569-bdd3-4635-a017-0d2fe0cb070b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.5228004
Apr 30 14:08:24.930763 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-928ea666-5000-4f2f-9020-87c2f742843d tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Allocated IP 172.20.0.14 (c672d43e-499d-4af9-b38c-fc321cbe269c/f4e52451-0e3b-4085-8ae2-b72618ac007f/8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:08:24.941025 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-004f0ba7-8432-4d4b-8d3f-bbd9676e3066 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:24.961217 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-28d75803-5aa8-4f4e-b624-9466fc00b581 req-fca3c908-73c3-4c08-9d8e-6587430a666d tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/security-groups?id=d94e35a0-c7f7-4694-aa86-8848695cab29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086309
Apr 30 14:08:25.023225 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-8947ee51-ddf2-4d52-a95e-0baaff54ba90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:25.088802 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-8947ee51-ddf2-4d52-a95e-0baaff54ba90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:25.151026 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.873s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:25.268922 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-62c54620-ca68-4958-b26f-ba095cfd090c None None] Set router 8cd39569-bdd3-4635-a017-0d2fe0cb070b gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:08:25.290050 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-928ea666-5000-4f2f-9020-87c2f742843d tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:25.349537 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-928ea666-5000-4f2f-9020-87c2f742843d tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Transition to ACTIVE for port object 8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae will not be triggered until provisioned by entity DHCP. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:08:25.411528 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-928ea666-5000-4f2f-9020-87c2f742843d tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:25.431133 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-8a5cfbce-4f41-4607-88aa-0b78bc2fce36 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:25.502309 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-8947ee51-ddf2-4d52-a95e-0baaff54ba90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:25.508079 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:25.527748 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947ee51-ddf2-4d52-a95e-0baaff54ba90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891b2848-85dd-45ff-8828-237784e4fea8,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:25.532445 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-8947ee51-ddf2-4d52-a95e-0baaff54ba90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:25.552608 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-928ea666-5000-4f2f-9020-87c2f742843d tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Network c672d43e-499d-4af9-b38c-fc321cbe269c is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:08:25.555905 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-928ea666-5000-4f2f-9020-87c2f742843d tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Resources bound (agent type, host, resource id):  {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:08:25.560906 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-928ea666-5000-4f2f-9020-87c2f742843d tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:08:25.566676 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-928ea666-5000-4f2f-9020-87c2f742843d tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:25.567451 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-928ea666-5000-4f2f-9020-87c2f742843d tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:25.588479 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-004f0ba7-8432-4d4b-8d3f-bbd9676e3066 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for port, precommit_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:25.599170 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7ef94-ef37-40dd-a254-525ae6974cdc req-0262f8d5-74bf-4c47-8e02-5a26ae422ca9 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:25.602727 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-928ea666-5000-4f2f-9020-87c2f742843d tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.4721549
Apr 30 14:08:25.608072 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-20c7ef94-ef37-40dd-a254-525ae6974cdc req-0262f8d5-74bf-4c47-8e02-5a26ae422ca9 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=7878a45f-b4a4-4634-8968-122ce65cffcf HTTP/1.1" status: 200  len: 944 time: 0.2124243
Apr 30 14:08:25.608523 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ea666-5000-4f2f-9020-87c2f742843d tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Pushing event updated for resources: {'Port': ['ID=8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:25.611547 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-8947ee51-ddf2-4d52-a95e-0baaff54ba90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:25.612830 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-8947ee51-ddf2-4d52-a95e-0baaff54ba90 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/891b2848-85dd-45ff-8828-237784e4fea8 HTTP/1.1" status: 204  len: 168 time: 0.8377666
Apr 30 14:08:25.620180 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-928ea666-5000-4f2f-9020-87c2f742843d tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:25.629909 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-345d6e6a-5300-4ec3-8569-5bea977df104 service neutron] Request body: {'port': {'device_id': '0db1524d-107a-4ce7-b895-e62bdf73e31c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:08:25.638720 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-004f0ba7-8432-4d4b-8d3f-bbd9676e3066 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:25.667729 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-66246631-215b-4e62-bbec-e55298480461 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:25.802148 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f0ba7-8432-4d4b-8d3f-bbd9676e3066 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Pushing event updated for resources: {'Port': ['ID=d49da416-1b2d-4933-b595-cbe1f8752f40,revision_number=2']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:25.833036 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-004f0ba7-8432-4d4b-8d3f-bbd9676e3066 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:25.846658 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-004f0ba7-8432-4d4b-8d3f-bbd9676e3066 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998352'] for floatingip, after_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:25.860299 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-345d6e6a-5300-4ec3-8569-5bea977df104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:25.904317 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-20c7ef94-ef37-40dd-a254-525ae6974cdc req-4a48c0fe-1773-4124-937b-334a9e646ab7 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2945821
Apr 30 14:08:25.919629 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-004f0ba7-8432-4d4b-8d3f-bbd9676e3066 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for floatingip, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:25.936288 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-004f0ba7-8432-4d4b-8d3f-bbd9676e3066 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.5779350
Apr 30 14:08:26.016239 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-62c54620-ca68-4958-b26f-ba095cfd090c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc228fa60>, [{'id': '8cd39569-bdd3-4635-a017-0d2fe0cb070b', 'name': 'tempest-ServerRescueNegativeTestJSON-1039619307-router', 'tenant_id': '1036f2f1678545d3aa4b54e8aa882dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b811524e-d13e-49a3-aba9-a7f3a56dfa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:55Z', 'updated_at': '2021-04-30T14:08:20Z', 'revision_number': 4, 'project_id': '1036f2f1678545d3aa4b54e8aa882dbc', 'gw_port': {'id': 'b811524e-d13e-49a3-aba9-a7f3a56dfa5c', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ca:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd39569-bdd3-4635-a017-0d2fe0cb070b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:59Z', 'updated_at': '2021-04-30T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': 'a3050be1-573c-4e26-b4c6-029d6193be4a', 'name': '', 'network_id': '101268f3-2b9c-42c4-ac42-c67a2c420fa2', 'tenant_id': '1036f2f1678545d3aa4b54e8aa882dbc', 'mac_address': 'fa:16:3e:c7:67:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd39569-bdd3-4635-a017-0d2fe0cb070b', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '7bffe4b8-8a91-4bea-9ca6-5a1137bd3587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:08:17Z', 'updated_at': '2021-04-30T14:08:21Z', 'revision_number': 2, 'project_id': '1036f2f1678545d3aa4b54e8aa882dbc', 'subnets': [{'id': '7bffe4b8-8a91-4bea-9ca6-5a1137bd3587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:08:26.031084 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c54620-ca68-4958-b26f-ba095cfd090c None None] Checking router: 8cd39569-bdd3-4635-a017-0d2fe0cb070b for host: dv-cinder-788365-2-iscsi {{(pid=73846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:08:26.031777 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c54620-ca68-4958-b26f-ba095cfd090c None None] Updating router 8cd39569-bdd3-4635-a017-0d2fe0cb070b port a3050be1-573c-4e26-b4c6-029d6193be4a binding host dv-cinder-788365-2-iscsi {{(pid=73846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 14:08:26.106741 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-4ffca215-a78f-449f-8b87-d951bc042a73 None None] Provisioning for port 8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae completed by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:08:26.123229 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-4ffca215-a78f-449f-8b87-d951bc042a73 None None] Provisioning complete for port 8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:08:26.123613 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-4ffca215-a78f-449f-8b87-d951bc042a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:26.160340 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-62c54620-ca68-4958-b26f-ba095cfd090c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:26.267825 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951576f7-572a-4460-9090-17ee06aba896 req-4a4ef1bf-d370-455b-8188-02ebe0459665 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:26.269561 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-951576f7-572a-4460-9090-17ee06aba896 req-4a4ef1bf-d370-455b-8188-02ebe0459665 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/ports?device_id=0db1524d-107a-4ce7-b895-e62bdf73e31c HTTP/1.1" status: 200  len: 932 time: 0.1780486
Apr 30 14:08:26.280611 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-4ffca215-a78f-449f-8b87-d951bc042a73 None None] Port 8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae cannot update to ACTIVE because it is not bound. {{(pid=73846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 14:08:26.353871 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-951576f7-572a-4460-9090-17ee06aba896 req-04dd4944-38e1-49b5-816f-5ad120bdf8db tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/security-groups?id=62ffe3f4-3181-4fc9-b98f-5b7e8ed14ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0749595
Apr 30 14:08:26.676237 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 59f1e779-4aa2-4a4f-993d-5c998c94a94c up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:08:26.763025 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-6854e952-27fc-4f7f-8d2a-4230dd28e3da tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:26.765239 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-6854e952-27fc-4f7f-8d2a-4230dd28e3da tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/networks?id=101268f3-2b9c-42c4-ac42-c67a2c420fa2 HTTP/1.1" status: 200  len: 819 time: 0.4795735
Apr 30 14:08:26.777282 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.db.resource_extend [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-345d6e6a-5300-4ec3-8569-5bea977df104 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 14:08:26.788989 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045ae08-7c62-4c69-976b-97065b63a353 req-39d6b8fc-4b04-4aaa-8ef4-c4f00f0a716e tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:26.790943 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-3045ae08-7c62-4c69-976b-97065b63a353 req-39d6b8fc-4b04-4aaa-8ef4-c4f00f0a716e tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/ports?device_id=034b41de-cd7e-4d6d-8047-454173aaa252 HTTP/1.1" status: 200  len: 944 time: 0.1669567
Apr 30 14:08:26.888062 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-edb1747c-00f7-44b7-a891-a73dd1555c58 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/quotas/1036f2f1678545d3aa4b54e8aa882dbc HTTP/1.1" status: 200  len: 375 time: 0.0988743
Apr 30 14:08:26.937696 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-3045ae08-7c62-4c69-976b-97065b63a353 req-985b494a-a75f-4e48-8128-1bd0d3ec47f8 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/security-groups?id=d94e35a0-c7f7-4694-aa86-8848695cab29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1389558
Apr 30 14:08:26.948478 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port 59f1e779-4aa2-4a4f-993d-5c998c94a94c triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:08:26.949234 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:26.986549 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-345d6e6a-5300-4ec3-8569-5bea977df104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae {{(pid=73845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 14:08:27.011159 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-345d6e6a-5300-4ec3-8569-5bea977df104 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:27.066413 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-345d6e6a-5300-4ec3-8569-5bea977df104 service neutron] Transition to ACTIVE for port object 8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae will not be triggered until provisioned by entity L2. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:08:27.074147 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-345d6e6a-5300-4ec3-8569-5bea977df104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:27.083027 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-77475c30-cfcf-4c3b-996f-4046188c0468 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:27.187781 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-62c54620-ca68-4958-b26f-ba095cfd090c None None] Notify callbacks [] for port, precommit_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:27.204615 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-62c54620-ca68-4958-b26f-ba095cfd090c None None] Transition to ACTIVE for port object a3050be1-573c-4e26-b4c6-029d6193be4a will not be triggered until provisioned by entity L2. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:08:27.224112 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-62c54620-ca68-4958-b26f-ba095cfd090c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:27.227870 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-35caedc7-5a31-4400-8b56-de5706c7ce38 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Synchronizing usage tracker for tenant:7abbf22e49d14a8ba3c6061e4aaeef34 on resource:security_group {{(pid=73844) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:08:27.231565 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:27.263534 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-eb54d2d8-f1e0-42f2-8dfc-cc40aed6de5c tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Synchronizing usage tracker for tenant:1036f2f1678545d3aa4b54e8aa882dbc on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:08:27.285269 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-35caedc7-5a31-4400-8b56-de5706c7ce38 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Unset dirty status for tenant:7abbf22e49d14a8ba3c6061e4aaeef34 on resource:security_group {{(pid=73844) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:08:27.287454 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-35caedc7-5a31-4400-8b56-de5706c7ce38 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--2089528384&fields=id&tenant_id=7abbf22e49d14a8ba3c6061e4aaeef34 HTTP/1.1" status: 200  len: 267 time: 0.2132535
Apr 30 14:08:27.325626 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d6e6a-5300-4ec3-8569-5bea977df104 service neutron] Pushing event updated for resources: {'Port': ['ID=8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:27.334915 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-345d6e6a-5300-4ec3-8569-5bea977df104 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:27.423384 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-345d6e6a-5300-4ec3-8569-5bea977df104 service neutron] Attempting to bind port 8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:08:27.423844 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-345d6e6a-5300-4ec3-8569-5bea977df104 service neutron] Attempting to bind port 8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '24abed45-2ceb-408d-9eba-0cb8b0a103b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1431, 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c'}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:08:27.424281 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-345d6e6a-5300-4ec3-8569-5bea977df104 service neutron] Attempting to bind port 8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae on network c672d43e-499d-4af9-b38c-fc321cbe269c {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:08:27.436158 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-eb54d2d8-f1e0-42f2-8dfc-cc40aed6de5c tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Unset dirty status for tenant:1036f2f1678545d3aa4b54e8aa882dbc on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:08:27.438087 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-eb54d2d8-f1e0-42f2-8dfc-cc40aed6de5c tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1036f2f1678545d3aa4b54e8aa882dbc&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5474250
Apr 30 14:08:27.445805 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-345d6e6a-5300-4ec3-8569-5bea977df104 service neutron] Port 8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae on network c672d43e-499d-4af9-b38c-fc321cbe269c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 14:08:27.450437 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-345d6e6a-5300-4ec3-8569-5bea977df104 service neutron] Attempting to bind port 8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae on network c672d43e-499d-4af9-b38c-fc321cbe269c {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:08:27.513588 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-345d6e6a-5300-4ec3-8569-5bea977df104 service neutron] Checking agent: {'id': 'd3aa7eed-5c97-490e-b2ea-32000fed17dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 14, 5, 52), 'started_at': datetime.datetime(2021, 4, 30, 14, 5, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:08:27.516607 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-345d6e6a-5300-4ec3-8569-5bea977df104 service neutron] Checking segment: {'id': '24abed45-2ceb-408d-9eba-0cb8b0a103b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1431, 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:08:27.518868 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-345d6e6a-5300-4ec3-8569-5bea977df104 service neutron] Bound using segment: {'id': '24abed45-2ceb-408d-9eba-0cb8b0a103b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1431, 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c'} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:08:27.519589 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-345d6e6a-5300-4ec3-8569-5bea977df104 service neutron] Bound port: 8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24abed45-2ceb-408d-9eba-0cb8b0a103b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1431, 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c'}}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:08:27.520159 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-345d6e6a-5300-4ec3-8569-5bea977df104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:27.570110 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1d885-65db-4a25-a71a-5b4bea5b8783 None None] Pushing event updated for resources: {'Port': ['ID=a3050be1-573c-4e26-b4c6-029d6193be4a,revision_number=3']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:27.589175 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-e3e1d885-65db-4a25-a71a-5b4bea5b8783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:27.675699 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-345d6e6a-5300-4ec3-8569-5bea977df104 service neutron] For port 8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae, host hv-cinder-78836, cleared binding levels {{(pid=73845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:08:27.680793 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-345d6e6a-5300-4ec3-8569-5bea977df104 service neutron] For port 8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae,segment=NetworkSegment(24abed45-2ceb-408d-9eba-0cb8b0a103b5),segment_id=24abed45-2ceb-408d-9eba-0cb8b0a103b5)] {{(pid=73845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:08:27.684349 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-e4b27ec1-3aa8-4076-bf90-29ed15291916 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:27.685225 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-e4b27ec1-3aa8-4076-bf90-29ed15291916 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Synchronizing usage tracker for tenant:7abbf22e49d14a8ba3c6061e4aaeef34 on resource:network {{(pid=73844) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:08:27.722243 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-e4b27ec1-3aa8-4076-bf90-29ed15291916 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Unset dirty status for tenant:7abbf22e49d14a8ba3c6061e4aaeef34 on resource:network {{(pid=73844) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:08:27.725515 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-e4b27ec1-3aa8-4076-bf90-29ed15291916 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/networks?id=f610bd26-2e37-48ef-90fd-5e8ebed549b3 HTTP/1.1" status: 200  len: 811 time: 0.4307144
Apr 30 14:08:27.742780 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-62c54620-ca68-4958-b26f-ba095cfd090c None None] Attempting to bind port a3050be1-573c-4e26-b4c6-029d6193be4a on host dv-cinder-788365-2-iscsi for vnic_type normal with profile  {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:08:27.743161 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-62c54620-ca68-4958-b26f-ba095cfd090c None None] Attempting to bind port a3050be1-573c-4e26-b4c6-029d6193be4a by drivers openvswitch,hyperv on host dv-cinder-788365-2-iscsi at level 0 using segments [{'id': '889918bd-47b3-46b6-8b03-7fe889dbba3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '101268f3-2b9c-42c4-ac42-c67a2c420fa2'}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:08:27.743536 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c54620-ca68-4958-b26f-ba095cfd090c None None] Attempting to bind port a3050be1-573c-4e26-b4c6-029d6193be4a on network 101268f3-2b9c-42c4-ac42-c67a2c420fa2 {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:08:27.744946 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-099e6167-d683-4cdd-b7a6-5066d115c5df tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/quotas/7abbf22e49d14a8ba3c6061e4aaeef34 HTTP/1.1" status: 200  len: 375 time: 0.0130587
Apr 30 14:08:27.755332 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c54620-ca68-4958-b26f-ba095cfd090c None None] Checking agent: {'id': '4f0b0810-19ae-4b24-abc7-3f67c142f33a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 59, 51), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:08:27.756271 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c54620-ca68-4958-b26f-ba095cfd090c None None] Checking segment: {'id': '889918bd-47b3-46b6-8b03-7fe889dbba3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '101268f3-2b9c-42c4-ac42-c67a2c420fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:08:27.757542 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-62c54620-ca68-4958-b26f-ba095cfd090c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:27.758450 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c54620-ca68-4958-b26f-ba095cfd090c None None] Bound using segment: {'id': '889918bd-47b3-46b6-8b03-7fe889dbba3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '101268f3-2b9c-42c4-ac42-c67a2c420fa2'} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:08:27.759722 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-62c54620-ca68-4958-b26f-ba095cfd090c None None] Bound port: a3050be1-573c-4e26-b4c6-029d6193be4a, host: dv-cinder-788365-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '889918bd-47b3-46b6-8b03-7fe889dbba3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '101268f3-2b9c-42c4-ac42-c67a2c420fa2'}}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:08:27.761082 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-62c54620-ca68-4958-b26f-ba095cfd090c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:27.765347 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-345d6e6a-5300-4ec3-8569-5bea977df104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:27.774193 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-345d6e6a-5300-4ec3-8569-5bea977df104 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:27.861553 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-345d6e6a-5300-4ec3-8569-5bea977df104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:27.864878 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-345d6e6a-5300-4ec3-8569-5bea977df104 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:27.875479 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-345d6e6a-5300-4ec3-8569-5bea977df104 service neutron] 10.222.0.43 "PUT /v2.0/ports/8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae HTTP/1.1" status: 200  len: 1094 time: 2.2528837
Apr 30 14:08:27.877118 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0db1524d-107a-4ce7-b895-e62bdf73e31c', 'tag': '8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:08:27.930373 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-f20e856e-afa4-4270-81c3-378931b02cc6 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Synchronizing usage tracker for tenant:7abbf22e49d14a8ba3c6061e4aaeef34 on resource:port {{(pid=73844) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:08:27.932749 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d6e6a-5300-4ec3-8569-5bea977df104 service neutron] Pushing event updated for resources: {'Port': ['ID=8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae,revision_number=3']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:27.944605 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-04f12fa1-5456-47a9-89da-b4b63cc347bb service neutron] 10.222.0.32 "GET /v2.0/networks/101268f3-2b9c-42c4-ac42-c67a2c420fa2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4841061
Apr 30 14:08:27.977124 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-f20e856e-afa4-4270-81c3-378931b02cc6 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Unset dirty status for tenant:7abbf22e49d14a8ba3c6061e4aaeef34 on resource:port {{(pid=73844) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:08:27.978659 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-f20e856e-afa4-4270-81c3-378931b02cc6 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7abbf22e49d14a8ba3c6061e4aaeef34&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2205122
Apr 30 14:08:27.984380 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-345d6e6a-5300-4ec3-8569-5bea977df104 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:28.091301 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-62c54620-ca68-4958-b26f-ba095cfd090c None None] For port a3050be1-573c-4e26-b4c6-029d6193be4a, host dv-cinder-788365-2-iscsi, cleared binding levels {{(pid=73846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:08:28.101430 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-62c54620-ca68-4958-b26f-ba095cfd090c None None] For port a3050be1-573c-4e26-b4c6-029d6193be4a, host dv-cinder-788365-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=a3050be1-573c-4e26-b4c6-029d6193be4a,segment=NetworkSegment(889918bd-47b3-46b6-8b03-7fe889dbba3f),segment_id=889918bd-47b3-46b6-8b03-7fe889dbba3f)] {{(pid=73846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:08:28.109411 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-62c54620-ca68-4958-b26f-ba095cfd090c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:28.117078 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:28.246170 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-48ed14fe-a4c0-4a34-9479-944f10e4471a service neutron] 10.222.0.32 "GET /v2.0/networks/f610bd26-2e37-48ef-90fd-5e8ebed549b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2393224
Apr 30 14:08:28.263041 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-b5894c58-3195-4789-b41e-c3ee7d3c500f service neutron] 10.222.0.32 "GET /v2.0/networks/101268f3-2b9c-42c4-ac42-c67a2c420fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3171546
Apr 30 14:08:28.302644 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device c931396c-b63b-4bab-8040-38c6ed8da406 up at agent hyperv_hv-cinder-78836 {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:08:28.444571 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-906f2d17-a885-4ce5-b2a9-adf116273287 service neutron] 10.222.0.32 "GET /v2.0/networks/f610bd26-2e37-48ef-90fd-5e8ebed549b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1995287
Apr 30 14:08:28.478615 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1d885-65db-4a25-a71a-5b4bea5b8783 None None] Pushing event updated for resources: {'Port': ['ID=a3050be1-573c-4e26-b4c6-029d6193be4a,revision_number=4']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:28.486394 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-e3e1d885-65db-4a25-a71a-5b4bea5b8783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:28.489053 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c54620-ca68-4958-b26f-ba095cfd090c None None] Routers {'8cd39569-bdd3-4635-a017-0d2fe0cb070b'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:08:28.489304 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-62c54620-ca68-4958-b26f-ba095cfd090c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc228fa60>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:08:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['8cd39569-bdd3-4635-a017-0d2fe0cb070b'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:08:28.710266 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Provisioning for port c931396c-b63b-4bab-8040-38c6ed8da406 completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:08:28.722515 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Provisioning complete for port c931396c-b63b-4bab-8040-38c6ed8da406 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:08:28.723132 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:28.728026 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeea3e1-e474-4acd-b4a6-2645bcffc979 req-0638255f-d431-40b6-88d8-fdf3f9fcad9d tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:28.746213 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9eeea3e1-e474-4acd-b4a6-2645bcffc979 req-0638255f-d431-40b6-88d8-fdf3f9fcad9d tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=7878a45f-b4a4-4634-8968-122ce65cffcf HTTP/1.1" status: 200  len: 944 time: 0.1996999
Apr 30 14:08:28.827632 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-62c54620-ca68-4958-b26f-ba095cfd090c None None] Set router 8cd39569-bdd3-4635-a017-0d2fe0cb070b gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:08:28.906834 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9eeea3e1-e474-4acd-b4a6-2645bcffc979 req-63de0015-a79f-4be8-a9a9-b3432d4ffb84 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1585441
Apr 30 14:08:28.968012 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70c04a-a041-4de3-9a19-113e61015d81 req-2ff72298-d93c-475d-a3f8-94f13d5a7552 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:28.976774 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-7f70c04a-a041-4de3-9a19-113e61015d81 req-2ff72298-d93c-475d-a3f8-94f13d5a7552 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/ports?device_id=0db1524d-107a-4ce7-b895-e62bdf73e31c HTTP/1.1" status: 200  len: 944 time: 0.2093120
Apr 30 14:08:28.995997 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:29.039729 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0db1524d-107a-4ce7-b895-e62bdf73e31c', 'tag': '8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae', 'status': 'completed', 'code': 200}
Apr 30 14:08:29.124081 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-5bc48962-27fa-4b52-b048-022e78a89d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:29.125899 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-7f70c04a-a041-4de3-9a19-113e61015d81 req-bffc9a95-3afe-49d0-aa20-445ddf3b45c8 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/security-groups?id=62ffe3f4-3181-4fc9-b98f-5b7e8ed14ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1466372
Apr 30 14:08:29.127615 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-5bc48962-27fa-4b52-b048-022e78a89d6a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=13478f31079d4d4f97143a6de5da7786&device_id=0db1524d-107a-4ce7-b895-e62bdf73e31c HTTP/1.1" status: 200  len: 1097 time: 0.2024267
Apr 30 14:08:29.357512 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-c5e7f8b2-f62a-4b42-96b1-0779e72b7241 req-6fc57a72-20b5-418b-9863-e2a318369f70 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 210 time: 0.1351647
Apr 30 14:08:29.373255 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-f7419ef0-eab5-412e-acb6-185c075732ad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae HTTP/1.1" status: 200  len: 217 time: 0.2366519
Apr 30 14:08:29.484910 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034b41de-cd7e-4d6d-8047-454173aaa252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c931396c-b63b-4bab-8040-38c6ed8da406'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:08:29.516004 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-5d7d5b4f-a657-4d62-8e35-59a9ee8b0434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:29.518538 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-5d7d5b4f-a657-4d62-8e35-59a9ee8b0434 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f4e52451-0e3b-4085-8ae2-b72618ac007f HTTP/1.1" status: 200  len: 855 time: 0.1193619
Apr 30 14:08:29.551809 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-eef026d0-649e-4478-a3cc-f2bac3ad8203 req-ed825a85-3683-41a9-a5a1-500c04d33bcb tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0175602-cadd-42db-a0a3-2a1bd982e67b HTTP/1.1" status: 200  len: 210 time: 0.0969796
Apr 30 14:08:29.670379 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port c931396c-b63b-4bab-8040-38c6ed8da406, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c931396c-b63b-4bab-8040-38c6ed8da406,segment=NetworkSegment(2f79aa9a-8bec-4f71-b6e0-2ac20193241a),segment_id=2f79aa9a-8bec-4f71-b6e0-2ac20193241a)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:08:29.670587 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268112b-78bd-4f99-ba27-7063a6e1e278 req-d35f3f33-5517-4e52-934b-af193d4ff4a5 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:29.682699 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6268112b-78bd-4f99-ba27-7063a6e1e278 req-d35f3f33-5517-4e52-934b-af193d4ff4a5 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/ports?device_id=034b41de-cd7e-4d6d-8047-454173aaa252 HTTP/1.1" status: 200  len: 944 time: 0.3645556
Apr 30 14:08:29.685402 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:29.687790 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 17450d03-c6d4-4a4a-af14-ed8f8992ecd8 up at agent hyperv_hv-cinder-78836 {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:08:29.732751 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:29.807108 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-987606d7-e9fc-42ce-8bc6-2c3ee73fbd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:29.811161 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-987606d7-e9fc-42ce-8bc6-2c3ee73fbd64 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c672d43e-499d-4af9-b38c-fc321cbe269c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2822282
Apr 30 14:08:29.830903 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6268112b-78bd-4f99-ba27-7063a6e1e278 req-302a9ed5-6af9-4314-80ff-5be387b473b5 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/security-groups?id=d94e35a0-c7f7-4694-aa86-8848695cab29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1464159
Apr 30 14:08:30.001358 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Pushing event updated for resources: {'Port': ['ID=c931396c-b63b-4bab-8040-38c6ed8da406,revision_number=5']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:30.017454 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:30.047958 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Provisioning for port 17450d03-c6d4-4a4a-af14-ed8f8992ecd8 completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:08:30.059704 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Provisioning complete for port 17450d03-c6d4-4a4a-af14-ed8f8992ecd8 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:08:30.060194 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:30.216959 dv-cinder-788365-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034b41de-cd7e-4d6d-8047-454173aaa252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c931396c-b63b-4bab-8040-38c6ed8da406', 'code': 200}
Apr 30 14:08:30.241437 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-62c54620-ca68-4958-b26f-ba095cfd090c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc228fa60>, [{'id': '8cd39569-bdd3-4635-a017-0d2fe0cb070b', 'name': 'tempest-ServerRescueNegativeTestJSON-1039619307-router', 'tenant_id': '1036f2f1678545d3aa4b54e8aa882dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b811524e-d13e-49a3-aba9-a7f3a56dfa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:55Z', 'updated_at': '2021-04-30T14:08:20Z', 'revision_number': 4, 'project_id': '1036f2f1678545d3aa4b54e8aa882dbc', 'gw_port': {'id': 'b811524e-d13e-49a3-aba9-a7f3a56dfa5c', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ca:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd39569-bdd3-4635-a017-0d2fe0cb070b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:59Z', 'updated_at': '2021-04-30T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': 'a3050be1-573c-4e26-b4c6-029d6193be4a', 'name': '', 'network_id': '101268f3-2b9c-42c4-ac42-c67a2c420fa2', 'tenant_id': '1036f2f1678545d3aa4b54e8aa882dbc', 'mac_address': 'fa:16:3e:c7:67:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd39569-bdd3-4635-a017-0d2fe0cb070b', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '7bffe4b8-8a91-4bea-9ca6-5a1137bd3587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:08:17Z', 'updated_at': '2021-04-30T14:08:28Z', 'revision_number': 4, 'project_id': '1036f2f1678545d3aa4b54e8aa882dbc', 'subnets': [{'id': '7bffe4b8-8a91-4bea-9ca6-5a1137bd3587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:08:30.263111 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b9996-92ea-4271-9242-455969bab57d req-ea75506f-9a8f-4bf7-8512-5606fc734bd1 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:30.271496 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-f56b9996-92ea-4271-9242-455969bab57d req-ea75506f-9a8f-4bf7-8512-5606fc734bd1 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=7878a45f-b4a4-4634-8968-122ce65cffcf HTTP/1.1" status: 200  len: 944 time: 0.1439121
Apr 30 14:08:30.284279 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-69f61f56-d064-4f3c-ac88-0c3d176e322c service neutron] 10.222.0.43 "GET /v2.0/networks/c672d43e-499d-4af9-b38c-fc321cbe269c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4583080
Apr 30 14:08:30.290589 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c54620-ca68-4958-b26f-ba095cfd090c None None] The sync data for ids ['8cd39569-bdd3-4635-a017-0d2fe0cb070b'] in dv-cinder-788365-2-iscsi is: [{'id': '8cd39569-bdd3-4635-a017-0d2fe0cb070b', 'name': 'tempest-ServerRescueNegativeTestJSON-1039619307-router', 'tenant_id': '1036f2f1678545d3aa4b54e8aa882dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b811524e-d13e-49a3-aba9-a7f3a56dfa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:55Z', 'updated_at': '2021-04-30T14:08:20Z', 'revision_number': 4, 'project_id': '1036f2f1678545d3aa4b54e8aa882dbc', 'gw_port': {'id': 'b811524e-d13e-49a3-aba9-a7f3a56dfa5c', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ca:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd39569-bdd3-4635-a017-0d2fe0cb070b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:59Z', 'updated_at': '2021-04-30T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': 'a3050be1-573c-4e26-b4c6-029d6193be4a', 'name': '', 'network_id': '101268f3-2b9c-42c4-ac42-c67a2c420fa2', 'tenant_id': '1036f2f1678545d3aa4b54e8aa882dbc', 'mac_address': 'fa:16:3e:c7:67:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd39569-bdd3-4635-a017-0d2fe0cb070b', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '7bffe4b8-8a91-4bea-9ca6-5a1137bd3587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:08:17Z', 'updated_at': '2021-04-30T14:08:28Z', 'revision_number': 4, 'project_id': '1036f2f1678545d3aa4b54e8aa882dbc', 'subnets': [{'id': '7bffe4b8-8a91-4bea-9ca6-5a1137bd3587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:08:30.481023 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-f56b9996-92ea-4271-9242-455969bab57d req-5330e826-07a8-4324-98a2-b5dc952f0497 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1985483
Apr 30 14:08:30.590759 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:30.735648 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port 17450d03-c6d4-4a4a-af14-ed8f8992ecd8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=17450d03-c6d4-4a4a-af14-ed8f8992ecd8,segment=NetworkSegment(6dccc72e-684c-4196-8b31-0016418af8e9),segment_id=6dccc72e-684c-4196-8b31-0016418af8e9)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:08:30.748037 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:30.766477 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-867864fc-e981-471a-b801-48eeef8b98e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:30.870982 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device a3050be1-573c-4e26-b4c6-029d6193be4a up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:08:30.968719 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da720d7-19c2-4a17-9883-570284a56db8 req-a1be23d3-0d55-4fb8-b10a-41687589a316 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:30.979382 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-6da720d7-19c2-4a17-9883-570284a56db8 req-a1be23d3-0d55-4fb8-b10a-41687589a316 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/ports?device_id=0db1524d-107a-4ce7-b895-e62bdf73e31c HTTP/1.1" status: 200  len: 944 time: 0.2297764
Apr 30 14:08:30.995328 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.43', 57596) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:31.133506 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Pushing event updated for resources: {'Port': ['ID=17450d03-c6d4-4a4a-af14-ed8f8992ecd8,revision_number=5']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:31.145548 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:31.174430 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-6da720d7-19c2-4a17-9883-570284a56db8 req-c0bcef36-5aee-429e-9838-5d473e486a49 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/security-groups?id=62ffe3f4-3181-4fc9-b98f-5b7e8ed14ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1928546
Apr 30 14:08:31.279710 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning for port a3050be1-573c-4e26-b4c6-029d6193be4a completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:08:31.292859 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port a3050be1-573c-4e26-b4c6-029d6193be4a triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:08:31.293350 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:31.304487 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a2949-87e8-4dcd-ac30-d6822a1fd465 req-f5952966-3918-442c-a3da-570af017d283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:31.311622 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-167a2949-87e8-4dcd-ac30-d6822a1fd465 req-f5952966-3918-442c-a3da-570af017d283 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=034b41de-cd7e-4d6d-8047-454173aaa252 HTTP/1.1" status: 200  len: 1098 time: 0.3068292
Apr 30 14:08:31.467302 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-44c8ce93-e6a4-4870-aad7-4326003c8034 req-9bdf0e81-39ba-4320-b175-641eb2575a1e service neutron] 10.222.0.43 "GET /v2.0/networks/c672d43e-499d-4af9-b38c-fc321cbe269c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1599407
Apr 30 14:08:31.535062 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-e96e641b-1dcc-4d2f-aefd-8fac0d4e0cea tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:31.537845 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-e96e641b-1dcc-4d2f-aefd-8fac0d4e0cea tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/networks?id=101268f3-2b9c-42c4-ac42-c67a2c420fa2 HTTP/1.1" status: 200  len: 819 time: 1.0880058
Apr 30 14:08:31.553399 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-22d65878-11a3-4c95-ac01-69d8c89aacc0 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:31.555411 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-22d65878-11a3-4c95-ac01-69d8c89aacc0 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.43 "GET /v2.0/networks?id=101268f3-2b9c-42c4-ac42-c67a2c420fa2 HTTP/1.1" status: 200  len: 819 time: 0.6719260
Apr 30 14:08:31.556676 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-7ad2b4af-3674-4ee5-b307-cefed6b68b76 req-d0d9edf7-11e2-461e-974a-18421e6aa947 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0175602-cadd-42db-a0a3-2a1bd982e67b HTTP/1.1" status: 200  len: 210 time: 0.0951893
Apr 30 14:08:31.588035 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-b0ade671-c7aa-4e73-9008-d0c27f0cb969 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/quotas/1036f2f1678545d3aa4b54e8aa882dbc HTTP/1.1" status: 200  len: 375 time: 0.0313404
Apr 30 14:08:31.593890 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:31.668362 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] For port a3050be1-573c-4e26-b4c6-029d6193be4a, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=a3050be1-573c-4e26-b4c6-029d6193be4a,segment=NetworkSegment(889918bd-47b3-46b6-8b03-7fe889dbba3f),segment_id=889918bd-47b3-46b6-8b03-7fe889dbba3f)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:08:31.674107 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:31.678634 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:31.760692 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-743a394c-139e-4b88-a6b8-6ef26d585791 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1036f2f1678545d3aa4b54e8aa882dbc&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1646626
Apr 30 14:08:31.882295 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324880d-786e-444d-8e98-c2777a46a866 req-69b41f01-dbb3-4419-bda4-33fdc9d556b9 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:31.889815 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-2324880d-786e-444d-8e98-c2777a46a866 req-69b41f01-dbb3-4419-bda4-33fdc9d556b9 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/ports?device_id=034b41de-cd7e-4d6d-8047-454173aaa252 HTTP/1.1" status: 200  len: 945 time: 0.1934907
Apr 30 14:08:31.945019 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-2324880d-786e-444d-8e98-c2777a46a866 req-9312f37f-f66c-42a5-b2b4-125f94c1731b tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/security-groups?id=d94e35a0-c7f7-4694-aa86-8848695cab29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541029
Apr 30 14:08:31.976256 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Pushing event updated for resources: {'Port': ['ID=a3050be1-573c-4e26-b4c6-029d6193be4a,revision_number=5']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:31.988446 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:32.003634 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-d2ada749-a7f1-4d25-ba6c-dfc5dbd7df30 service neutron] 10.222.0.32 "GET /v2.0/networks/101268f3-2b9c-42c4-ac42-c67a2c420fa2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2307882
Apr 30 14:08:32.190791 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-1b38287b-a0fb-4b66-89b9-9eb95c2aecb1 service neutron] 10.222.0.32 "GET /v2.0/networks/101268f3-2b9c-42c4-ac42-c67a2c420fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1797717
Apr 30 14:08:32.221956 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7878a45f-b4a4-4634-8968-122ce65cffcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17450d03-c6d4-4a4a-af14-ed8f8992ecd8'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:08:32.396718 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641620e-6b0f-4147-ab56-d6476a9927a5 req-73f901c0-538b-4b1c-9765-906ba4078475 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:32.402471 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-f641620e-6b0f-4147-ab56-d6476a9927a5 req-73f901c0-538b-4b1c-9765-906ba4078475 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=7878a45f-b4a4-4634-8968-122ce65cffcf HTTP/1.1" status: 200  len: 945 time: 0.2176237
Apr 30 14:08:32.522068 dv-cinder-788365-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7878a45f-b4a4-4634-8968-122ce65cffcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17450d03-c6d4-4a4a-af14-ed8f8992ecd8', 'code': 200}
Apr 30 14:08:32.528048 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-f641620e-6b0f-4147-ab56-d6476a9927a5 req-25c8d069-3c23-48fd-a22c-1a221a2cd4d9 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165097
Apr 30 14:08:32.614544 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device a3050be1-573c-4e26-b4c6-029d6193be4a up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:08:32.774284 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-e835b29e-f4cf-414d-b888-9bc1a70cea15 req-be313122-4cdd-4d98-add2-9f0e596305c4 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 210 time: 0.1757400
Apr 30 14:08:32.804675 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port a3050be1-573c-4e26-b4c6-029d6193be4a triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:08:32.805282 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:33.042260 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-e6c4ce7f-1ddb-4b1e-90ef-06f36bf358f9 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Request body: {'port': {'device_id': 'c06887b9-6c4b-4bbd-bc24-896de044eeab', 'network_id': '101268f3-2b9c-42c4-ac42-c67a2c420fa2', 'admin_state_up': True, 'tenant_id': '1036f2f1678545d3aa4b54e8aa882dbc'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:08:33.103546 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f767a-8de8-4285-b569-3c5509a3342f req-aa8a4167-2e3e-4a3b-b4a5-53147a5755bf tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:33.114936 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-174f767a-8de8-4285-b569-3c5509a3342f req-aa8a4167-2e3e-4a3b-b4a5-53147a5755bf tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Synchronizing usage tracker for tenant:13478f31079d4d4f97143a6de5da7786 on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:08:33.115948 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-7f767368-e3ff-4c73-8195-e5c5db325ced req-03f822d3-e006-4d14-ac4d-189482ad975b tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0175602-cadd-42db-a0a3-2a1bd982e67b HTTP/1.1" status: 200  len: 210 time: 0.1570797
Apr 30 14:08:33.131763 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [req-167a2949-87e8-4dcd-ac30-d6822a1fd465 req-74c14cd5-7ecd-4768-bd7c-21e060ebaf62 service neutron] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:33.209225 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [req-167a2949-87e8-4dcd-ac30-d6822a1fd465 req-74c14cd5-7ecd-4768-bd7c-21e060ebaf62 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:08:33.223783 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-167a2949-87e8-4dcd-ac30-d6822a1fd465 req-74c14cd5-7ecd-4768-bd7c-21e060ebaf62 service neutron] Usage tracker for resource:security_group_rule and tenant:bb316a6c40684330b588c4c7942e7e19 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:08:33.258680 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-167a2949-87e8-4dcd-ac30-d6822a1fd465 req-74c14cd5-7ecd-4768-bd7c-21e060ebaf62 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:08:33.280855 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [req-167a2949-87e8-4dcd-ac30-d6822a1fd465 req-74c14cd5-7ecd-4768-bd7c-21e060ebaf62 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:08:33.466711 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-e6c4ce7f-1ddb-4b1e-90ef-06f36bf358f9 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:08:33.485865 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-e6c4ce7f-1ddb-4b1e-90ef-06f36bf358f9 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:08:33.499157 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-174f767a-8de8-4285-b569-3c5509a3342f req-aa8a4167-2e3e-4a3b-b4a5-53147a5755bf tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Unset dirty status for tenant:13478f31079d4d4f97143a6de5da7786 on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:08:33.501022 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-174f767a-8de8-4285-b569-3c5509a3342f req-aa8a4167-2e3e-4a3b-b4a5-53147a5755bf tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/ports?device_id=0db1524d-107a-4ce7-b895-e62bdf73e31c HTTP/1.1" status: 200  len: 944 time: 0.7339933
Apr 30 14:08:33.502704 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-e6c4ce7f-1ddb-4b1e-90ef-06f36bf358f9 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Made reservation on behalf of 1036f2f1678545d3aa4b54e8aa882dbc for: {'port': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:08:33.509039 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-e6c4ce7f-1ddb-4b1e-90ef-06f36bf358f9 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:33.611857 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [req-167a2949-87e8-4dcd-ac30-d6822a1fd465 req-74c14cd5-7ecd-4768-bd7c-21e060ebaf62 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:33.625488 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [req-167a2949-87e8-4dcd-ac30-d6822a1fd465 req-74c14cd5-7ecd-4768-bd7c-21e060ebaf62 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:33.647217 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-a8976181-f0ec-4902-9621-edae8efd280c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:33.656184 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-167a2949-87e8-4dcd-ac30-d6822a1fd465 req-74c14cd5-7ecd-4768-bd7c-21e060ebaf62 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d94e35a0-c7f7-4694-aa86-8848695cab29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6003649
Apr 30 14:08:33.688901 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c14cd5-7ecd-4768-bd7c-21e060ebaf62 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e05ce465-5c56-436a-930b-984776697066,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:33.690449 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-174f767a-8de8-4285-b569-3c5509a3342f req-e4c22aec-c9b8-4eb5-a7c6-ec46fa41680b tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/security-groups?id=62ffe3f4-3181-4fc9-b98f-5b7e8ed14ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1450927
Apr 30 14:08:33.718264 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-74c14cd5-7ecd-4768-bd7c-21e060ebaf62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:33.732309 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c25ac-ddc5-4aef-9e00-4e44b8071b73 req-c750a1bb-43d9-4f71-a29f-c7732214e1d2 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:33.734209 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-ec9c25ac-ddc5-4aef-9e00-4e44b8071b73 req-c750a1bb-43d9-4f71-a29f-c7732214e1d2 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/ports?device_id=034b41de-cd7e-4d6d-8047-454173aaa252 HTTP/1.1" status: 200  len: 945 time: 0.2366989
Apr 30 14:08:33.832301 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-ec9c25ac-ddc5-4aef-9e00-4e44b8071b73 req-734f51d7-e65e-4f17-8580-ea97ac9a646f tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/security-groups?id=d94e35a0-c7f7-4694-aa86-8848695cab29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854924
Apr 30 14:08:33.850270 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-e6c4ce7f-1ddb-4b1e-90ef-06f36bf358f9 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Allocated IP 172.20.0.4 (101268f3-2b9c-42c4-ac42-c67a2c420fa2/7bffe4b8-8a91-4bea-9ca6-5a1137bd3587/0895a146-b294-41ff-a7ef-a8a4cf78755c) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:08:34.062646 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-951e45f4-e7ac-419b-9d6b-2c3104108ad5 req-35d6430d-371f-4d1a-b456-43563b7b0465 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 210 time: 0.0716627
Apr 30 14:08:34.089605 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabad3b1-e4a1-459a-b659-7294010b9696 req-5634164e-be43-401d-ae9a-505a60a988be tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:34.091253 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-aabad3b1-e4a1-459a-b659-7294010b9696 req-5634164e-be43-401d-ae9a-505a60a988be tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=7878a45f-b4a4-4634-8968-122ce65cffcf HTTP/1.1" status: 200  len: 945 time: 0.2429054
Apr 30 14:08:34.229076 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-aabad3b1-e4a1-459a-b659-7294010b9696 req-b7994a28-3269-4f69-9974-6d069deb70ae tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863309
Apr 30 14:08:34.280903 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-e6c4ce7f-1ddb-4b1e-90ef-06f36bf358f9 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:34.309524 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-60df69ea-7769-4a17-a820-53e9a2cf9734 req-99ed852b-2b0c-4c8e-a1ab-5c001b049852 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0175602-cadd-42db-a0a3-2a1bd982e67b HTTP/1.1" status: 200  len: 210 time: 0.0535707
Apr 30 14:08:34.330268 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 42808) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:34.347605 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-e6c4ce7f-1ddb-4b1e-90ef-06f36bf358f9 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:34.354634 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-a344f827-53fd-431b-abb6-12699545bc59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:34.515613 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-e6c4ce7f-1ddb-4b1e-90ef-06f36bf358f9 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Network 101268f3-2b9c-42c4-ac42-c67a2c420fa2 is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:08:34.519411 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-e6c4ce7f-1ddb-4b1e-90ef-06f36bf358f9 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Resources bound (agent type, host, resource id):  {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:08:34.522251 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-e6c4ce7f-1ddb-4b1e-90ef-06f36bf358f9 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:08:34.528636 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-e6c4ce7f-1ddb-4b1e-90ef-06f36bf358f9 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:34.529289 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-e6c4ce7f-1ddb-4b1e-90ef-06f36bf358f9 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:34.538510 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-fb6ba6a7-6e87-422a-ab51-c4b929ca183d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:34.552346 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4ce7f-1ddb-4b1e-90ef-06f36bf358f9 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Pushing event updated for resources: {'Port': ['ID=0895a146-b294-41ff-a7ef-a8a4cf78755c,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:34.555969 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-e6c4ce7f-1ddb-4b1e-90ef-06f36bf358f9 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:34.566957 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-fb6ba6a7-6e87-422a-ab51-c4b929ca183d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:08:34.572558 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-e6c4ce7f-1ddb-4b1e-90ef-06f36bf358f9 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5474973
Apr 30 14:08:34.574839 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-fb6ba6a7-6e87-422a-ab51-c4b929ca183d admin admin] Usage tracker for resource:security_group_rule and tenant:d0b62bf12ee642beb61d20c12d95aa7a is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:08:34.580205 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-fb6ba6a7-6e87-422a-ab51-c4b929ca183d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:08:34.587841 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-fb6ba6a7-6e87-422a-ab51-c4b929ca183d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:08:34.711035 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-fb6ba6a7-6e87-422a-ab51-c4b929ca183d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:34.717155 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-fb6ba6a7-6e87-422a-ab51-c4b929ca183d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:34.732528 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-2d774358-4a1a-41e1-91cb-eac5bcc4b968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:34.791313 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ba6a7-6e87-422a-ab51-c4b929ca183d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f831c061-ae57-4ff9-8975-9f30e578e647,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:34.805889 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-fb6ba6a7-6e87-422a-ab51-c4b929ca183d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:34.814644 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-fb6ba6a7-6e87-422a-ab51-c4b929ca183d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d0b62bf12ee642beb61d20c12d95aa7a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4831123
Apr 30 14:08:34.818291 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 42822) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:34.889671 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4ffd2ad6-4d06-452f-ba00-3fa20908149d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:34.920465 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4ffd2ad6-4d06-452f-ba00-3fa20908149d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:35.011733 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3964e-ca42-4a67-870c-503e61e5ca16 req-2f63490f-d0b8-4312-8fa6-3390bcd29c46 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:35.015210 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-19b3964e-ca42-4a67-870c-503e61e5ca16 req-2f63490f-d0b8-4312-8fa6-3390bcd29c46 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/ports?device_id=0db1524d-107a-4ce7-b895-e62bdf73e31c HTTP/1.1" status: 200  len: 944 time: 0.1559510
Apr 30 14:08:35.078022 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4ffd2ad6-4d06-452f-ba00-3fa20908149d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:35.083087 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-19b3964e-ca42-4a67-870c-503e61e5ca16 req-63c8ab5e-3b07-4a08-a95a-1d7fc83a5b18 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/security-groups?id=62ffe3f4-3181-4fc9-b98f-5b7e8ed14ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612504
Apr 30 14:08:35.095279 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-8456166f-8230-417d-9206-f642eeec90f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:35.111939 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.43', 57599) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:35.125334 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd2ad6-4d06-452f-ba00-3fa20908149d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f831c061-ae57-4ff9-8975-9f30e578e647,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:35.131725 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-4ffd2ad6-4d06-452f-ba00-3fa20908149d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:35.159553 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4ffd2ad6-4d06-452f-ba00-3fa20908149d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:35.160718 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-4ffd2ad6-4d06-452f-ba00-3fa20908149d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f831c061-ae57-4ff9-8975-9f30e578e647 HTTP/1.1" status: 204  len: 168 time: 0.3412004
Apr 30 14:08:35.202007 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30a708-4727-4811-b7ab-21f6ce058d02 req-dae04dae-ddd7-4feb-83a4-7ddf5fde5ddb tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:35.203606 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-cf30a708-4727-4811-b7ab-21f6ce058d02 req-dae04dae-ddd7-4feb-83a4-7ddf5fde5ddb tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/ports?device_id=034b41de-cd7e-4d6d-8047-454173aaa252 HTTP/1.1" status: 200  len: 945 time: 0.1949704
Apr 30 14:08:35.258441 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-cf30a708-4727-4811-b7ab-21f6ce058d02 req-2456bfb8-1477-4a56-858f-e7fc0e50eefc tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/security-groups?id=d94e35a0-c7f7-4694-aa86-8848695cab29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480521
Apr 30 14:08:35.295670 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-f1173118-9642-4f6f-8f02-ac683ff3a7bb req-a05f926d-eb4e-4e65-b85b-b2324bdb5911 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Synchronizing usage tracker for tenant:1036f2f1678545d3aa4b54e8aa882dbc on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:08:35.321630 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-f1173118-9642-4f6f-8f02-ac683ff3a7bb req-a05f926d-eb4e-4e65-b85b-b2324bdb5911 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Unset dirty status for tenant:1036f2f1678545d3aa4b54e8aa882dbc on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:08:35.322664 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f1173118-9642-4f6f-8f02-ac683ff3a7bb req-a05f926d-eb4e-4e65-b85b-b2324bdb5911 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 210 time: 0.0869834
Apr 30 14:08:35.486645 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1730d-6d6a-4caf-b63f-68b7f9ff0c30 req-8e860c2d-71e4-4624-b6ab-30cdb8f203b5 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:35.488888 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-f4d1730d-6d6a-4caf-b63f-68b7f9ff0c30 req-8e860c2d-71e4-4624-b6ab-30cdb8f203b5 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=7878a45f-b4a4-4634-8968-122ce65cffcf HTTP/1.1" status: 200  len: 945 time: 0.1026633
Apr 30 14:08:35.553206 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-e55eab6a-70ef-47bb-a64f-4bbf27125c4f service neutron] Request body: {'port': {'device_id': 'c06887b9-6c4b-4bbd-bc24-896de044eeab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:08:35.605095 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-f4d1730d-6d6a-4caf-b63f-68b7f9ff0c30 req-710d68bb-a4c2-4ac1-8071-a867203c599f tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974653
Apr 30 14:08:35.636886 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0fb27-2393-4d1f-9506-2e3296acaf89 req-2736b1d9-cbde-46bc-a012-eacc5cae186e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:35.638498 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-f0e0fb27-2393-4d1f-9506-2e3296acaf89 req-2736b1d9-cbde-46bc-a012-eacc5cae186e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7878a45f-b4a4-4634-8968-122ce65cffcf HTTP/1.1" status: 200  len: 1098 time: 0.1066594
Apr 30 14:08:35.683402 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 42848) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:35.744863 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d5459043-a22d-4829-8d63-4a44c736b4d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:35.785739 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-d5459043-a22d-4829-8d63-4a44c736b4d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:08:35.791007 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-d5459043-a22d-4829-8d63-4a44c736b4d4 admin admin] Usage tracker for resource:security_group_rule and tenant:6c8505a751b541659b5f00be16806685 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:08:35.791761 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-9810ee7f-cd8f-4572-a229-ee97bd770d1d tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:35.794720 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-9810ee7f-cd8f-4572-a229-ee97bd770d1d tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.43 "GET /v2.0/networks?id=f610bd26-2e37-48ef-90fd-5e8ebed549b3 HTTP/1.1" status: 200  len: 811 time: 0.2925107
Apr 30 14:08:35.796513 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-d5459043-a22d-4829-8d63-4a44c736b4d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:08:35.798214 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-71569084-d40e-4703-9e0f-87459f835cb9 req-d620e5f5-ffe4-4f64-981e-66a184cb5f71 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0175602-cadd-42db-a0a3-2a1bd982e67b HTTP/1.1" status: 200  len: 210 time: 0.3470497
Apr 30 14:08:35.805481 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-d5459043-a22d-4829-8d63-4a44c736b4d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:08:35.811701 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-f0e0fb27-2393-4d1f-9506-2e3296acaf89 req-48c0222f-91ae-4adc-a62d-a31e7fcbc914 service neutron] Synchronizing usage tracker for tenant:bb316a6c40684330b588c4c7942e7e19 on resource:security_group {{(pid=73844) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:08:35.844214 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-f0e0fb27-2393-4d1f-9506-2e3296acaf89 req-48c0222f-91ae-4adc-a62d-a31e7fcbc914 service neutron] Unset dirty status for tenant:bb316a6c40684330b588c4c7942e7e19 on resource:security_group {{(pid=73844) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:08:35.845371 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-f0e0fb27-2393-4d1f-9506-2e3296acaf89 req-48c0222f-91ae-4adc-a62d-a31e7fcbc914 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1861901
Apr 30 14:08:35.928388 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d5459043-a22d-4829-8d63-4a44c736b4d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:35.939920 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d5459043-a22d-4829-8d63-4a44c736b4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:35.947860 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-019925d1-f572-4af2-aa0e-d8acabbd6237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:35.953131 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-6bd16d36-8e8a-4c95-a64d-62d8bed9d44e tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7abbf22e49d14a8ba3c6061e4aaeef34 HTTP/1.1" status: 200  len: 380 time: 0.1105900
Apr 30 14:08:35.981436 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-e55eab6a-70ef-47bb-a64f-4bbf27125c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:35.994155 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-d5459043-a22d-4829-8d63-4a44c736b4d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c8505a751b541659b5f00be16806685&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3054588
Apr 30 14:08:35.995584 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5459043-a22d-4829-8d63-4a44c736b4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c18e04e-8fa0-4bb8-bf9c-0486e79173df,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:35.998455 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb3702-940b-4be1-bc9f-e335686c58c1 req-d946cbe5-ae5e-4ed2-848c-5ed77cc13033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:35.999420 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-d5459043-a22d-4829-8d63-4a44c736b4d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:36.000114 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 42854) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:36.007377 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-eaeb3702-940b-4be1-bc9f-e335686c58c1 req-d946cbe5-ae5e-4ed2-848c-5ed77cc13033 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=13478f31079d4d4f97143a6de5da7786&device_id=0db1524d-107a-4ce7-b895-e62bdf73e31c HTTP/1.1" status: 200  len: 1097 time: 0.5065639
Apr 30 14:08:36.074965 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-48b3ebc6-331a-40cf-93a7-a5bb7fe4aabf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:36.082522 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-cec84606-15e8-412e-bdce-54476c67ccd2 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Request body: {'port': {'device_id': 'c0175602-cadd-42db-a0a3-2a1bd982e67b', 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3', 'admin_state_up': True, 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'security_groups': ['8c56191c-c3c1-4b2d-8b91-967fdca9a5bf']}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:08:36.112498 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-48b3ebc6-331a-40cf-93a7-a5bb7fe4aabf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:36.234223 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-48b3ebc6-331a-40cf-93a7-a5bb7fe4aabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:36.241571 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-6ebaf584-2e79-48fe-8418-589cbc84cd42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:36.385904 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b3ebc6-331a-40cf-93a7-a5bb7fe4aabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c18e04e-8fa0-4bb8-bf9c-0486e79173df,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:36.389025 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-48b3ebc6-331a-40cf-93a7-a5bb7fe4aabf admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:36.390171 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-48b3ebc6-331a-40cf-93a7-a5bb7fe4aabf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8c18e04e-8fa0-4bb8-bf9c-0486e79173df HTTP/1.1" status: 204  len: 168 time: 0.3891265
Apr 30 14:08:36.392818 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-48b3ebc6-331a-40cf-93a7-a5bb7fe4aabf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:36.499911 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fa238-0b3f-49e1-a812-f01b3d00cd1e req-42b597a0-0eee-4ca8-aa7a-8a082a23aeff tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:36.501496 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-218fa238-0b3f-49e1-a812-f01b3d00cd1e req-42b597a0-0eee-4ca8-aa7a-8a082a23aeff tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/ports?device_id=0db1524d-107a-4ce7-b895-e62bdf73e31c HTTP/1.1" status: 200  len: 944 time: 0.2206705
Apr 30 14:08:36.606593 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-218fa238-0b3f-49e1-a812-f01b3d00cd1e req-bfea4764-e329-40ce-b417-902aa7e5e253 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/security-groups?id=62ffe3f4-3181-4fc9-b98f-5b7e8ed14ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0983493
Apr 30 14:08:36.606776 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-cec84606-15e8-412e-bdce-54476c67ccd2 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:08:36.668571 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-cec84606-15e8-412e-bdce-54476c67ccd2 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:08:36.757208 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-cec84606-15e8-412e-bdce-54476c67ccd2 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Made reservation on behalf of 7abbf22e49d14a8ba3c6061e4aaeef34 for: {'port': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:08:36.763454 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-cec84606-15e8-412e-bdce-54476c67ccd2 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:36.789936 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb3702-940b-4be1-bc9f-e335686c58c1 req-c121c437-2c4f-46dd-9614-0ef895108acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:36.798804 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-eaeb3702-940b-4be1-bc9f-e335686c58c1 req-c121c437-2c4f-46dd-9614-0ef895108acc service neutron] 10.222.0.43 "GET /v2.0/networks?id=c672d43e-499d-4af9-b38c-fc321cbe269c HTTP/1.1" status: 200  len: 918 time: 0.6998515
Apr 30 14:08:36.903705 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-13b82c75-cd13-4524-98ab-ca5cc7a9fe1b req-05819e78-4b40-4bc2-84e3-c47064c75a38 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 210 time: 0.0696695
Apr 30 14:08:37.100649 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-eaeb3702-940b-4be1-bc9f-e335686c58c1 req-764fb58d-ffa0-4601-bcc1-d8f331cd6ccb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae HTTP/1.1" status: 200  len: 217 time: 0.2843494
Apr 30 14:08:37.212212 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b8a70-38e3-4d1e-aa29-59a2ca1df42f req-43c1f3de-4207-40a0-a7c5-6d3866932b8a tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:37.219830 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a93b8a70-38e3-4d1e-aa29-59a2ca1df42f req-43c1f3de-4207-40a0-a7c5-6d3866932b8a tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/ports?device_id=034b41de-cd7e-4d6d-8047-454173aaa252 HTTP/1.1" status: 200  len: 945 time: 0.7795436
Apr 30 14:08:37.238326 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-0cf3ff2d-dc8f-409a-b477-8529a0ce652a tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:37.239049 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-0cf3ff2d-dc8f-409a-b477-8529a0ce652a tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Synchronizing usage tracker for tenant:1036f2f1678545d3aa4b54e8aa882dbc on resource:network {{(pid=73844) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:08:37.278686 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4767c-4b33-44cf-802c-aa926eb247c8 req-20e749b0-a109-4483-8bec-2b6ff7c1d676 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:37.286513 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-c9d4767c-4b33-44cf-802c-aa926eb247c8 req-20e749b0-a109-4483-8bec-2b6ff7c1d676 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=7878a45f-b4a4-4634-8968-122ce65cffcf HTTP/1.1" status: 200  len: 945 time: 0.1688447
Apr 30 14:08:37.316822 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-0cf3ff2d-dc8f-409a-b477-8529a0ce652a tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Unset dirty status for tenant:1036f2f1678545d3aa4b54e8aa882dbc on resource:network {{(pid=73844) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:08:37.317698 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-0cf3ff2d-dc8f-409a-b477-8529a0ce652a tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.43 "GET /v2.0/networks?id=101268f3-2b9c-42c4-ac42-c67a2c420fa2 HTTP/1.1" status: 200  len: 819 time: 0.3412380
Apr 30 14:08:37.337861 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb3702-940b-4be1-bc9f-e335686c58c1 req-d2185965-4e6c-42ef-8ad2-afcb3c0c3809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:37.339801 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-eaeb3702-940b-4be1-bc9f-e335686c58c1 req-d2185965-4e6c-42ef-8ad2-afcb3c0c3809 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f4e52451-0e3b-4085-8ae2-b72618ac007f HTTP/1.1" status: 200  len: 855 time: 0.2223465
Apr 30 14:08:37.351425 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-52fe84ee-d3a2-4988-a4ca-416d1ac0c1e5 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Request body: {'port': {'device_id': '69c56044-860e-4669-bf40-a47643567187', 'network_id': '101268f3-2b9c-42c4-ac42-c67a2c420fa2', 'admin_state_up': True, 'tenant_id': '1036f2f1678545d3aa4b54e8aa882dbc'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:08:37.362941 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a93b8a70-38e3-4d1e-aa29-59a2ca1df42f req-ee6d0ce8-07b5-4a5c-bf9f-09179f95dc54 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/security-groups?id=d94e35a0-c7f7-4694-aa86-8848695cab29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1421733
Apr 30 14:08:37.400365 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-c9d4767c-4b33-44cf-802c-aa926eb247c8 req-66d72024-c838-4f7b-b57e-ee77c085674d tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122496
Apr 30 14:08:37.454066 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 14:08:37.594100 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.db.resource_extend [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-e55eab6a-70ef-47bb-a64f-4bbf27125c4f service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 14:08:37.693900 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-cec84606-15e8-412e-bdce-54476c67ccd2 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Allocated IP 172.20.0.7 (f610bd26-2e37-48ef-90fd-5e8ebed549b3/cbf9a206-b4b1-4cb9-a994-3e377e8fd720/d221b807-6f03-4f66-815f-0332cd4cec1c) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:08:37.716517 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-42b71fed-047f-4c09-915a-8355ec6d6e66 req-f80d07e1-6235-47d6-9ee3-13a4f063def1 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0175602-cadd-42db-a0a3-2a1bd982e67b HTTP/1.1" status: 200  len: 210 time: 0.1148190
Apr 30 14:08:37.789511 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-52fe84ee-d3a2-4988-a4ca-416d1ac0c1e5 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:08:37.790030 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-e55eab6a-70ef-47bb-a64f-4bbf27125c4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0895a146-b294-41ff-a7ef-a8a4cf78755c {{(pid=73845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 14:08:37.806091 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port 8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae,segment=NetworkSegment(24abed45-2ceb-408d-9eba-0cb8b0a103b5),segment_id=24abed45-2ceb-408d-9eba-0cb8b0a103b5)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:08:37.811182 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-52fe84ee-d3a2-4988-a4ca-416d1ac0c1e5 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:08:37.828492 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-52fe84ee-d3a2-4988-a4ca-416d1ac0c1e5 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Made reservation on behalf of 1036f2f1678545d3aa4b54e8aa882dbc for: {'port': 1} {{(pid=73844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:08:37.836008 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-52fe84ee-d3a2-4988-a4ca-416d1ac0c1e5 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:37.847819 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-e55eab6a-70ef-47bb-a64f-4bbf27125c4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:37.867105 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Returning: {'device': '8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae', 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c', 'port_id': '8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae', 'mac_address': 'fa:16:3e:95:e8:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4e52451-0e3b-4085-8ae2-b72618ac007f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 14:08:37.973172 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:37.976660 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-e55eab6a-70ef-47bb-a64f-4bbf27125c4f service neutron] Transition to ACTIVE for port object 0895a146-b294-41ff-a7ef-a8a4cf78755c will not be triggered until provisioned by entity L2. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:08:38.017297 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae {{(pid=73846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 14:08:38.059706 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port 8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae,segment=NetworkSegment(24abed45-2ceb-408d-9eba-0cb8b0a103b5),segment_id=24abed45-2ceb-408d-9eba-0cb8b0a103b5)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:08:38.068364 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:38.073012 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-3b3e4752-d8c8-4e4e-ab38-e2753c4dc0d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:38.080487 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-e55eab6a-70ef-47bb-a64f-4bbf27125c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:38.085343 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb3702-940b-4be1-bc9f-e335686c58c1 req-d2ff6c08-d03f-4ca0-9610-e0fc7d4c1c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:38.090302 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-eaeb3702-940b-4be1-bc9f-e335686c58c1 req-d2ff6c08-d03f-4ca0-9610-e0fc7d4c1c0a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c672d43e-499d-4af9-b38c-fc321cbe269c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7382834
Apr 30 14:08:38.270115 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Pushing event updated for resources: {'Port': ['ID=8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae,revision_number=4']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:38.273287 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:38.321507 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b1eeb-1b65-4182-90a3-a2ada8dbc692 req-b0e911da-bdef-4b4a-8dcf-79cda1e2f88a tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:38.334378 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-4e1b1eeb-1b65-4182-90a3-a2ada8dbc692 req-b0e911da-bdef-4b4a-8dcf-79cda1e2f88a tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/ports?device_id=0db1524d-107a-4ce7-b895-e62bdf73e31c HTTP/1.1" status: 200  len: 945 time: 0.3306863
Apr 30 14:08:38.363156 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] get_ports_and_sgs() called for port_ids ['8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae'] {{(pid=73846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 14:08:38.596206 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-4e1b1eeb-1b65-4182-90a3-a2ada8dbc692 req-edef3cf6-2a01-4a8a-8fa2-dd6cab8c14f6 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/security-groups?id=62ffe3f4-3181-4fc9-b98f-5b7e8ed14ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2600031
Apr 30 14:08:38.650538 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-345d6e6a-5300-4ec3-8569-5bea977df104 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:38.653111 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.db_base_plugin_common [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-52fe84ee-d3a2-4988-a4ca-416d1ac0c1e5 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Allocated IP 172.20.0.5 (101268f3-2b9c-42c4-ac42-c67a2c420fa2/7bffe4b8-8a91-4bea-9ca6-5a1137bd3587/c98d074d-c38c-4126-98b9-31458ff958e3) {{(pid=73844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:08:38.788334 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-eaeb3702-940b-4be1-bc9f-e335686c58c1 req-17eb582e-8e51-4a52-ab45-55f5428262ef service neutron] 10.222.0.43 "GET /v2.0/networks/c672d43e-499d-4af9-b38c-fc321cbe269c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6711724
Apr 30 14:08:38.989917 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55eab6a-70ef-47bb-a64f-4bbf27125c4f service neutron] Pushing event updated for resources: {'Port': ['ID=0895a146-b294-41ff-a7ef-a8a4cf78755c,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:39.035155 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-07edfb7b-4b9d-4462-88c8-8477d509c036 req-a0b35b9c-f3b8-4971-b981-906e48b4c710 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 210 time: 0.2305994
Apr 30 14:08:39.063217 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-e55eab6a-70ef-47bb-a64f-4bbf27125c4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:39.380076 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf3b36-7250-4dd7-9cd9-da7fc542b015 req-09b1e7a5-c609-41e1-b32a-3f118657e5e3 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:39.390385 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-cbaf3b36-7250-4dd7-9cd9-da7fc542b015 req-09b1e7a5-c609-41e1-b32a-3f118657e5e3 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/ports?device_id=034b41de-cd7e-4d6d-8047-454173aaa252 HTTP/1.1" status: 200  len: 945 time: 0.2699575
Apr 30 14:08:39.420461 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-52fe84ee-d3a2-4988-a4ca-416d1ac0c1e5 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Notify callbacks [] for port, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:39.446937 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 42954) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:39.466214 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae up at agent hyperv_hv-cinder-78836 {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:08:39.467804 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-cbaf3b36-7250-4dd7-9cd9-da7fc542b015 req-2e5895e7-0924-4168-890a-a5fc10c740c2 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/security-groups?id=d94e35a0-c7f7-4694-aa86-8848695cab29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736635
Apr 30 14:08:39.495093 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-eaeb3702-940b-4be1-bc9f-e335686c58c1 req-16112c2a-6b75-419a-a843-56a2a9cbb1e2 service neutron] 10.222.0.43 "GET /v2.0/networks/c672d43e-499d-4af9-b38c-fc321cbe269c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4264703
Apr 30 14:08:39.515850 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-52fe84ee-d3a2-4988-a4ca-416d1ac0c1e5 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188'] for port, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:39.524545 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:39.615556 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-52fe84ee-d3a2-4988-a4ca-416d1ac0c1e5 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Network 101268f3-2b9c-42c4-ac42-c67a2c420fa2 is already hosted by enough agents. {{(pid=73844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:08:39.623835 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.base_scheduler [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-52fe84ee-d3a2-4988-a4ca-416d1ac0c1e5 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Resources bound (agent type, host, resource id):  {{(pid=73844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:08:39.630892 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.l3_dvrscheduler_db [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-52fe84ee-d3a2-4988-a4ca-416d1ac0c1e5 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Received port after_create {{(pid=73844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:08:39.643447 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-52fe84ee-d3a2-4988-a4ca-416d1ac0c1e5 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:39.645078 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-52fe84ee-d3a2-4988-a4ca-416d1ac0c1e5 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for port, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:39.782471 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-52fe84ee-d3a2-4988-a4ca-416d1ac0c1e5 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4397643
Apr 30 14:08:39.804965 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe84ee-d3a2-4988-a4ca-416d1ac0c1e5 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Pushing event updated for resources: {'Port': ['ID=c98d074d-c38c-4126-98b9-31458ff958e3,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:39.833636 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-52fe84ee-d3a2-4988-a4ca-416d1ac0c1e5 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:39.849443 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Provisioning for port 8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:08:39.850741 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-ae7e91ca-a3f1-4182-bb7b-6a8b3236aacb service neutron] Request body: {'port': {'device_id': '69c56044-860e-4669-bf40-a47643567187', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:08:39.860996 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Provisioning complete for port 8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:08:39.862373 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:39.943519 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6fd6aea8-fcf9-4194-ba61-4c2ba3554171 req-a1325840-14cb-4b8d-9989-1fe10e2789c6 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0175602-cadd-42db-a0a3-2a1bd982e67b HTTP/1.1" status: 200  len: 210 time: 0.1890385
Apr 30 14:08:40.020771 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-e55eab6a-70ef-47bb-a64f-4bbf27125c4f service neutron] Attempting to bind port 0895a146-b294-41ff-a7ef-a8a4cf78755c on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:08:40.021627 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-e55eab6a-70ef-47bb-a64f-4bbf27125c4f service neutron] Attempting to bind port 0895a146-b294-41ff-a7ef-a8a4cf78755c by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '889918bd-47b3-46b6-8b03-7fe889dbba3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '101268f3-2b9c-42c4-ac42-c67a2c420fa2'}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:08:40.022383 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-e55eab6a-70ef-47bb-a64f-4bbf27125c4f service neutron] Attempting to bind port 0895a146-b294-41ff-a7ef-a8a4cf78755c on network 101268f3-2b9c-42c4-ac42-c67a2c420fa2 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:08:40.037474 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-e55eab6a-70ef-47bb-a64f-4bbf27125c4f service neutron] Port 0895a146-b294-41ff-a7ef-a8a4cf78755c on network 101268f3-2b9c-42c4-ac42-c67a2c420fa2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 14:08:40.038318 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-e55eab6a-70ef-47bb-a64f-4bbf27125c4f service neutron] Attempting to bind port 0895a146-b294-41ff-a7ef-a8a4cf78755c on network 101268f3-2b9c-42c4-ac42-c67a2c420fa2 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:08:40.047112 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-dfd19777-e592-48ae-989f-a62b04e65629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:40.054528 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-e55eab6a-70ef-47bb-a64f-4bbf27125c4f service neutron] Checking agent: {'id': 'd3aa7eed-5c97-490e-b2ea-32000fed17dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 14, 5, 52), 'started_at': datetime.datetime(2021, 4, 30, 14, 5, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:08:40.056661 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-e55eab6a-70ef-47bb-a64f-4bbf27125c4f service neutron] Checking segment: {'id': '889918bd-47b3-46b6-8b03-7fe889dbba3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '101268f3-2b9c-42c4-ac42-c67a2c420fa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:08:40.058128 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-e55eab6a-70ef-47bb-a64f-4bbf27125c4f service neutron] Bound using segment: {'id': '889918bd-47b3-46b6-8b03-7fe889dbba3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '101268f3-2b9c-42c4-ac42-c67a2c420fa2'} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:08:40.062596 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-e55eab6a-70ef-47bb-a64f-4bbf27125c4f service neutron] Bound port: 0895a146-b294-41ff-a7ef-a8a4cf78755c, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889918bd-47b3-46b6-8b03-7fe889dbba3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '101268f3-2b9c-42c4-ac42-c67a2c420fa2'}}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:08:40.063041 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-e55eab6a-70ef-47bb-a64f-4bbf27125c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:40.253585 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-dfd19777-e592-48ae-989f-a62b04e65629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:08:40.253987 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:40.286292 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-cec84606-15e8-412e-bdce-54476c67ccd2 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:40.287791 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-dfd19777-e592-48ae-989f-a62b04e65629 admin admin] Usage tracker for resource:security_group_rule and tenant:19a18500ee674b7fa27a92054f29ced6 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:08:40.311752 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-dfd19777-e592-48ae-989f-a62b04e65629 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:08:40.369087 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port 8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae,segment=NetworkSegment(24abed45-2ceb-408d-9eba-0cb8b0a103b5),segment_id=24abed45-2ceb-408d-9eba-0cb8b0a103b5)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:08:40.375675 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db1524d-107a-4ce7-b895-e62bdf73e31c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:08:40.384976 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-dfd19777-e592-48ae-989f-a62b04e65629 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:08:40.390543 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-cec84606-15e8-412e-bdce-54476c67ccd2 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Transition to ACTIVE for port object d221b807-6f03-4f66-815f-0332cd4cec1c will not be triggered until provisioned by entity DHCP. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:08:40.391488 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:40.393732 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-e3e1d885-65db-4a25-a71a-5b4bea5b8783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:40.538184 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-cec84606-15e8-412e-bdce-54476c67ccd2 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:40.624164 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-bbe451df-e74a-48dc-acd8-c5a87da332fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:40.627837 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Pushing event updated for resources: {'Port': ['ID=8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae,revision_number=5']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:40.636510 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea786819-a214-4b79-9427-6706cd60d93d req-b510a011-9dca-4e96-b494-bf388023af8f tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:40.637511 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:40.645501 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-ea786819-a214-4b79-9427-6706cd60d93d req-b510a011-9dca-4e96-b494-bf388023af8f tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/ports?device_id=0db1524d-107a-4ce7-b895-e62bdf73e31c HTTP/1.1" status: 200  len: 945 time: 0.6370645
Apr 30 14:08:40.732544 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-ae7e91ca-a3f1-4182-bb7b-6a8b3236aacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:40.781494 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-cec84606-15e8-412e-bdce-54476c67ccd2 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Network f610bd26-2e37-48ef-90fd-5e8ebed549b3 is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:08:40.785382 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec84606-15e8-412e-bdce-54476c67ccd2 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Pushing event updated for resources: {'Port': ['ID=d221b807-6f03-4f66-815f-0332cd4cec1c,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:40.799721 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-cec84606-15e8-412e-bdce-54476c67ccd2 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Resources bound (agent type, host, resource id):  {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:08:40.804635 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-cec84606-15e8-412e-bdce-54476c67ccd2 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:40.811658 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-cec84606-15e8-412e-bdce-54476c67ccd2 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:08:40.825619 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-cec84606-15e8-412e-bdce-54476c67ccd2 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:40.826935 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-cec84606-15e8-412e-bdce-54476c67ccd2 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:40.898620 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-ea786819-a214-4b79-9427-6706cd60d93d req-f0c02aab-340a-48f8-963a-100e388ad4d1 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/security-groups?id=62ffe3f4-3181-4fc9-b98f-5b7e8ed14ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2235489
Apr 30 14:08:40.898783 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-cec84606-15e8-412e-bdce-54476c67ccd2 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.8203614
Apr 30 14:08:40.920399 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-e55eab6a-70ef-47bb-a64f-4bbf27125c4f service neutron] For port 0895a146-b294-41ff-a7ef-a8a4cf78755c, host hv-cinder-78836, cleared binding levels {{(pid=73845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:08:40.934380 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-e55eab6a-70ef-47bb-a64f-4bbf27125c4f service neutron] For port 0895a146-b294-41ff-a7ef-a8a4cf78755c, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0895a146-b294-41ff-a7ef-a8a4cf78755c,segment=NetworkSegment(889918bd-47b3-46b6-8b03-7fe889dbba3f),segment_id=889918bd-47b3-46b6-8b03-7fe889dbba3f)] {{(pid=73845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:08:40.976353 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a5ef4-bebd-4a7d-8586-ca345bb7a676 req-310cdaf7-77f2-4781-aedc-f0f9ca29424e tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:40.979918 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-997a5ef4-bebd-4a7d-8586-ca345bb7a676 req-310cdaf7-77f2-4781-aedc-f0f9ca29424e tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 931 time: 0.5482152
Apr 30 14:08:40.982121 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-e55eab6a-70ef-47bb-a64f-4bbf27125c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:40.988899 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-bbe451df-e74a-48dc-acd8-c5a87da332fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:41.148085 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-dfd19777-e592-48ae-989f-a62b04e65629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:41.156787 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-dfd19777-e592-48ae-989f-a62b04e65629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:41.179006 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-d664f965-bac6-48ed-8a11-6cb428dc9ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:41.202618 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-997a5ef4-bebd-4a7d-8586-ca345bb7a676 req-95ca1a37-38b0-496b-8cce-9857fcacf5ec tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079412
Apr 30 14:08:41.208104 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-e55eab6a-70ef-47bb-a64f-4bbf27125c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:41.209357 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-e55eab6a-70ef-47bb-a64f-4bbf27125c4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:41.213264 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-e55eab6a-70ef-47bb-a64f-4bbf27125c4f service neutron] 10.222.0.43 "PUT /v2.0/ports/0895a146-b294-41ff-a7ef-a8a4cf78755c HTTP/1.1" status: 200  len: 1093 time: 5.7131686
Apr 30 14:08:41.213451 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06887b9-6c4b-4bbd-bc24-896de044eeab', 'tag': '0895a146-b294-41ff-a7ef-a8a4cf78755c'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:08:41.251153 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-dfd19777-e592-48ae-989f-a62b04e65629 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=19a18500ee674b7fa27a92054f29ced6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7994499
Apr 30 14:08:41.251381 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55eab6a-70ef-47bb-a64f-4bbf27125c4f service neutron] Pushing event updated for resources: {'Port': ['ID=0895a146-b294-41ff-a7ef-a8a4cf78755c,revision_number=3']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:41.267488 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-e55eab6a-70ef-47bb-a64f-4bbf27125c4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:41.268009 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 42998) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:41.277161 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-0370d820-2405-451f-a8a0-2824cfb2e7e0 None None] Provisioning for port d221b807-6f03-4f66-815f-0332cd4cec1c completed by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:08:41.290819 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-0370d820-2405-451f-a8a0-2824cfb2e7e0 None None] Provisioning complete for port d221b807-6f03-4f66-815f-0332cd4cec1c triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:08:41.291936 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0370d820-2405-451f-a8a0-2824cfb2e7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:41.371180 dv-cinder-788365-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db1524d-107a-4ce7-b895-e62bdf73e31c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae', 'code': 200}
Apr 30 14:08:41.408251 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b4a42a09-2ba4-4d25-bbe2-f7a72d00aada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:41.441592 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-0370d820-2405-451f-a8a0-2824cfb2e7e0 None None] Port d221b807-6f03-4f66-815f-0332cd4cec1c cannot update to ACTIVE because it is not bound. {{(pid=73846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 14:08:41.442516 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b4a42a09-2ba4-4d25-bbe2-f7a72d00aada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:41.515073 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd19777-e592-48ae-989f-a62b04e65629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b2bc98-02be-4661-b71e-7141ec26837b,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:41.528838 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b4a42a09-2ba4-4d25-bbe2-f7a72d00aada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:41.532442 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-dfd19777-e592-48ae-989f-a62b04e65629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:41.535174 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-c415ad71-1ddc-4937-9430-64f1c30853b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:41.559108 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a42a09-2ba4-4d25-bbe2-f7a72d00aada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b2bc98-02be-4661-b71e-7141ec26837b,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:41.561183 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-b4a42a09-2ba4-4d25-bbe2-f7a72d00aada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:41.564429 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b4a42a09-2ba4-4d25-bbe2-f7a72d00aada admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:41.581045 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-b4a42a09-2ba4-4d25-bbe2-f7a72d00aada admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/72b2bc98-02be-4661-b71e-7141ec26837b HTTP/1.1" status: 204  len: 168 time: 0.3115447
Apr 30 14:08:41.718435 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.notifiers.nova [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-ae7e91ca-a3f1-4182-bb7b-6a8b3236aacb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c98d074d-c38c-4126-98b9-31458ff958e3 {{(pid=73844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 14:08:41.742288 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-ae7e91ca-a3f1-4182-bb7b-6a8b3236aacb service neutron] Notify callbacks [] for port, precommit_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:41.778035 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.provisioning_blocks [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-ae7e91ca-a3f1-4182-bb7b-6a8b3236aacb service neutron] Transition to ACTIVE for port object c98d074d-c38c-4126-98b9-31458ff958e3 will not be triggered until provisioned by entity L2. {{(pid=73844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:08:41.789415 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-ae7e91ca-a3f1-4182-bb7b-6a8b3236aacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:41.794024 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66033b11-d390-493c-9ce3-9c03d81aad4b req-dd55a853-8d06-48e6-a470-aaef3f8bc782 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:41.794609 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-66033b11-d390-493c-9ce3-9c03d81aad4b req-dd55a853-8d06-48e6-a470-aaef3f8bc782 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Synchronizing usage tracker for tenant:7abbf22e49d14a8ba3c6061e4aaeef34 on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:08:41.808496 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:41.812246 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-66033b11-d390-493c-9ce3-9c03d81aad4b req-dd55a853-8d06-48e6-a470-aaef3f8bc782 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Unset dirty status for tenant:7abbf22e49d14a8ba3c6061e4aaeef34 on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:08:41.814767 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-66033b11-d390-493c-9ce3-9c03d81aad4b req-dd55a853-8d06-48e6-a470-aaef3f8bc782 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0175602-cadd-42db-a0a3-2a1bd982e67b HTTP/1.1" status: 200  len: 931 time: 0.2033362
Apr 30 14:08:41.879480 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-66033b11-d390-493c-9ce3-9c03d81aad4b req-a291d6bc-606e-43d5-b35d-e665a3b8eb7d tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c56191c-c3c1-4b2d-8b91-967fdca9a5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528641
Apr 30 14:08:41.988068 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c06887b9-6c4b-4bbd-bc24-896de044eeab', 'tag': '0895a146-b294-41ff-a7ef-a8a4cf78755c', 'status': 'completed', 'code': 200}
Apr 30 14:08:42.044732 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e91ca-a3f1-4182-bb7b-6a8b3236aacb service neutron] Pushing event updated for resources: {'Port': ['ID=c98d074d-c38c-4126-98b9-31458ff958e3,revision_number=2']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:42.048186 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-ae7e91ca-a3f1-4182-bb7b-6a8b3236aacb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:42.096414 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.managers [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-ae7e91ca-a3f1-4182-bb7b-6a8b3236aacb service neutron] Attempting to bind port c98d074d-c38c-4126-98b9-31458ff958e3 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=73844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:08:42.096816 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.managers [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-ae7e91ca-a3f1-4182-bb7b-6a8b3236aacb service neutron] Attempting to bind port c98d074d-c38c-4126-98b9-31458ff958e3 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '889918bd-47b3-46b6-8b03-7fe889dbba3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '101268f3-2b9c-42c4-ac42-c67a2c420fa2'}] {{(pid=73844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:08:42.097115 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-ae7e91ca-a3f1-4182-bb7b-6a8b3236aacb service neutron] Attempting to bind port c98d074d-c38c-4126-98b9-31458ff958e3 on network 101268f3-2b9c-42c4-ac42-c67a2c420fa2 {{(pid=73844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:08:42.102577 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-ae7e91ca-a3f1-4182-bb7b-6a8b3236aacb service neutron] Port c98d074d-c38c-4126-98b9-31458ff958e3 on network 101268f3-2b9c-42c4-ac42-c67a2c420fa2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 14:08:42.102900 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-ae7e91ca-a3f1-4182-bb7b-6a8b3236aacb service neutron] Attempting to bind port c98d074d-c38c-4126-98b9-31458ff958e3 on network 101268f3-2b9c-42c4-ac42-c67a2c420fa2 {{(pid=73844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:08:42.108935 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-ae7e91ca-a3f1-4182-bb7b-6a8b3236aacb service neutron] Checking agent: {'id': 'd3aa7eed-5c97-490e-b2ea-32000fed17dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 14, 5, 52), 'started_at': datetime.datetime(2021, 4, 30, 14, 5, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:08:42.109273 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-ae7e91ca-a3f1-4182-bb7b-6a8b3236aacb service neutron] Checking segment: {'id': '889918bd-47b3-46b6-8b03-7fe889dbba3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '101268f3-2b9c-42c4-ac42-c67a2c420fa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:08:42.109882 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-ae7e91ca-a3f1-4182-bb7b-6a8b3236aacb service neutron] Bound using segment: {'id': '889918bd-47b3-46b6-8b03-7fe889dbba3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '101268f3-2b9c-42c4-ac42-c67a2c420fa2'} {{(pid=73844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:08:42.110299 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.managers [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-ae7e91ca-a3f1-4182-bb7b-6a8b3236aacb service neutron] Bound port: c98d074d-c38c-4126-98b9-31458ff958e3, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889918bd-47b3-46b6-8b03-7fe889dbba3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '101268f3-2b9c-42c4-ac42-c67a2c420fa2'}}] {{(pid=73844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:08:42.110645 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-ae7e91ca-a3f1-4182-bb7b-6a8b3236aacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:42.160764 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 43018) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:42.182342 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-740c18d7-6daf-4d2c-86b4-291653048cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:42.200380 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-740c18d7-6daf-4d2c-86b4-291653048cd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:08:42.205604 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-740c18d7-6daf-4d2c-86b4-291653048cd0 admin admin] Usage tracker for resource:security_group_rule and tenant:8dad157a2d3e4b57a1de6e3406f613af is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:08:42.209902 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-740c18d7-6daf-4d2c-86b4-291653048cd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:08:42.212363 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.db [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-ae7e91ca-a3f1-4182-bb7b-6a8b3236aacb service neutron] For port c98d074d-c38c-4126-98b9-31458ff958e3, host hv-cinder-78836, cleared binding levels {{(pid=73844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:08:42.218773 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.db [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-ae7e91ca-a3f1-4182-bb7b-6a8b3236aacb service neutron] For port c98d074d-c38c-4126-98b9-31458ff958e3, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c98d074d-c38c-4126-98b9-31458ff958e3,segment=NetworkSegment(889918bd-47b3-46b6-8b03-7fe889dbba3f),segment_id=889918bd-47b3-46b6-8b03-7fe889dbba3f)] {{(pid=73844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:08:42.226046 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-740c18d7-6daf-4d2c-86b4-291653048cd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:08:42.234249 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-ae7e91ca-a3f1-4182-bb7b-6a8b3236aacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:42.240117 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-6d8889df-345c-4677-b710-dcc29d3c8184 service neutron] Request body: {'port': {'device_id': 'c0175602-cadd-42db-a0a3-2a1bd982e67b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:08:42.240416 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:42.351462 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549012b-6810-47f3-b259-6d7b603c7808 req-5d4a95df-7ee6-41fd-b187-6b7f371867a0 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:42.354026 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6549012b-6810-47f3-b259-6d7b603c7808 req-5d4a95df-7ee6-41fd-b187-6b7f371867a0 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/ports?device_id=0db1524d-107a-4ce7-b895-e62bdf73e31c HTTP/1.1" status: 200  len: 946 time: 0.2522950
Apr 30 14:08:42.370778 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-ae7e91ca-a3f1-4182-bb7b-6a8b3236aacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:42.371155 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-ae7e91ca-a3f1-4182-bb7b-6a8b3236aacb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for port, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:42.373216 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-ae7e91ca-a3f1-4182-bb7b-6a8b3236aacb service neutron] 10.222.0.43 "PUT /v2.0/ports/c98d074d-c38c-4126-98b9-31458ff958e3 HTTP/1.1" status: 200  len: 1093 time: 2.5775371
Apr 30 14:08:42.373782 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69c56044-860e-4669-bf40-a47643567187', 'tag': 'c98d074d-c38c-4126-98b9-31458ff958e3'}] {{(pid=73844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:08:42.475870 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e91ca-a3f1-4182-bb7b-6a8b3236aacb service neutron] Pushing event updated for resources: {'Port': ['ID=c98d074d-c38c-4126-98b9-31458ff958e3,revision_number=3']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:42.485917 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e91ca-a3f1-4182-bb7b-6a8b3236aacb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:08:42.486471 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e91ca-a3f1-4182-bb7b-6a8b3236aacb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:08:42.487067 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e91ca-a3f1-4182-bb7b-6a8b3236aacb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:08:42.487581 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e91ca-a3f1-4182-bb7b-6a8b3236aacb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:08:42.488092 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e91ca-a3f1-4182-bb7b-6a8b3236aacb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:08:42.488602 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e91ca-a3f1-4182-bb7b-6a8b3236aacb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:08:42.489151 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e91ca-a3f1-4182-bb7b-6a8b3236aacb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:08:42.489665 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e91ca-a3f1-4182-bb7b-6a8b3236aacb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:08:42.490328 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e91ca-a3f1-4182-bb7b-6a8b3236aacb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:08:42.490939 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e91ca-a3f1-4182-bb7b-6a8b3236aacb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:08:42.491475 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e91ca-a3f1-4182-bb7b-6a8b3236aacb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:08:42.491993 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e91ca-a3f1-4182-bb7b-6a8b3236aacb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:08:42.496957 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-ae7e91ca-a3f1-4182-bb7b-6a8b3236aacb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:42.548537 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6549012b-6810-47f3-b259-6d7b603c7808 req-41965e78-2dd0-41f3-b7f3-fed8e89890a6 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/security-groups?id=62ffe3f4-3181-4fc9-b98f-5b7e8ed14ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1423678
Apr 30 14:08:42.610028 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-6d8889df-345c-4677-b710-dcc29d3c8184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:42.709009 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-5df913a3-c72f-4e14-b444-1608ede57e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:42.712272 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-5df913a3-c72f-4e14-b444-1608ede57e9a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1036f2f1678545d3aa4b54e8aa882dbc&device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 1096 time: 0.1762235
Apr 30 14:08:42.717301 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114f876-ace4-4d99-94b8-3c63ab1ca4b5 req-6e9166e2-ec6c-4fc4-9e58-5f8bfa69fa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:42.720004 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3114f876-ace4-4d99-94b8-3c63ab1ca4b5 req-6e9166e2-ec6c-4fc4-9e58-5f8bfa69fa63 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1036f2f1678545d3aa4b54e8aa882dbc&device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 1096 time: 0.3644948
Apr 30 14:08:42.723802 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-740c18d7-6daf-4d2c-86b4-291653048cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:42.851067 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-740c18d7-6daf-4d2c-86b4-291653048cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:42.880371 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-6a410a1e-2e7b-45d7-86c0-c3820adc97fd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c98d074d-c38c-4126-98b9-31458ff958e3 HTTP/1.1" status: 200  len: 217 time: 0.1451564
Apr 30 14:08:42.931828 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69c56044-860e-4669-bf40-a47643567187', 'tag': 'c98d074d-c38c-4126-98b9-31458ff958e3', 'status': 'completed', 'code': 200}
Apr 30 14:08:42.973224 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:42.989561 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-6fc32ccb-d8ba-48aa-a8be-1b8c31125c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:42.991188 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-6fc32ccb-d8ba-48aa-a8be-1b8c31125c0b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7bffe4b8-8a91-4bea-9ca6-5a1137bd3587 HTTP/1.1" status: 200  len: 859 time: 0.1001565
Apr 30 14:08:43.084496 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-822f32b2-45de-41ba-856f-7fcc191ed6bb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=101268f3-2b9c-42c4-ac42-c67a2c420fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0763659
Apr 30 14:08:43.132849 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740c18d7-6daf-4d2c-86b4-291653048cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a961e6-6b1d-4e6d-8f6c-28e91f1c4ef7,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:43.151615 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-740c18d7-6daf-4d2c-86b4-291653048cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:43.287466 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda44a4-68a9-4078-852b-1b956512ab20 req-13d60fba-2a14-4e4a-bea1-e4d3b3d71e1a tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:43.295411 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-cfda44a4-68a9-4078-852b-1b956512ab20 req-13d60fba-2a14-4e4a-bea1-e4d3b3d71e1a tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0175602-cadd-42db-a0a3-2a1bd982e67b HTTP/1.1" status: 200  len: 931 time: 0.2091777
Apr 30 14:08:43.316766 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-7785f5d5-fd1b-4d08-802e-6546844a2d10 service neutron] 10.222.0.43 "GET /v2.0/networks/101268f3-2b9c-42c4-ac42-c67a2c420fa2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1946630
Apr 30 14:08:43.335496 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-740c18d7-6daf-4d2c-86b4-291653048cd0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8dad157a2d3e4b57a1de6e3406f613af&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1734402
Apr 30 14:08:43.349042 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 43054) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:43.391495 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-cfda44a4-68a9-4078-852b-1b956512ab20 req-0df00e66-a82d-49e6-8d61-191bf0f1ba10 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c56191c-c3c1-4b2d-8b91-967fdca9a5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0950265
Apr 30 14:08:43.496630 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114f876-ace4-4d99-94b8-3c63ab1ca4b5 req-98fe4bcd-fe77-42a5-90dc-c4555c6753c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:43.498115 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3114f876-ace4-4d99-94b8-3c63ab1ca4b5 req-98fe4bcd-fe77-42a5-90dc-c4555c6753c7 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=1036f2f1678545d3aa4b54e8aa882dbc&shared=False HTTP/1.1" status: 200  len: 921 time: 0.7143965
Apr 30 14:08:43.533022 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934bae0-6188-4dd5-b0b8-97ecbe790c4d req-cf595069-8bee-4664-a495-1b79b28d67a8 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:43.534549 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1934bae0-6188-4dd5-b0b8-97ecbe790c4d req-cf595069-8bee-4664-a495-1b79b28d67a8 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 943 time: 0.6818597
Apr 30 14:08:43.596402 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-32fbca4e-7870-41c7-a98f-3cc307a72061 req-9f7ed8c0-1f96-4d91-aaa9-714c15fb6179 service neutron] 10.222.0.43 "GET /v2.0/networks/101268f3-2b9c-42c4-ac42-c67a2c420fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2616892
Apr 30 14:08:43.639526 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a843309-4004-4984-a2a0-43accd2f5766 req-e16b5ac5-8534-4692-9839-707351971ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:43.641134 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6a843309-4004-4984-a2a0-43accd2f5766 req-e16b5ac5-8534-4692-9839-707351971ab1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0db1524d-107a-4ce7-b895-e62bdf73e31c HTTP/1.1" status: 200  len: 1099 time: 0.9737430
Apr 30 14:08:43.742968 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-cdca9d0b-1502-4780-a069-64f2b9b7d183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:43.802712 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0070a-c27c-4ada-b591-24c3293dede4 req-b8677e38-1bf0-4f35-a1f4-62d4318b7690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:43.804918 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-22f0070a-c27c-4ada-b591-24c3293dede4 req-b8677e38-1bf0-4f35-a1f4-62d4318b7690 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1036f2f1678545d3aa4b54e8aa882dbc&device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 1096 time: 0.1049881
Apr 30 14:08:43.817325 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1934bae0-6188-4dd5-b0b8-97ecbe790c4d req-65fc089a-0bf2-4cc7-bbe2-cf61c01b6812 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2406311
Apr 30 14:08:43.866142 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6a843309-4004-4984-a2a0-43accd2f5766 req-d07ebd05-143a-4ea9-ae4d-0e39f0739974 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=62ffe3f4-3181-4fc9-b98f-5b7e8ed14ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1804934
Apr 30 14:08:43.868013 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-cdca9d0b-1502-4780-a069-64f2b9b7d183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:43.938045 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114f876-ace4-4d99-94b8-3c63ab1ca4b5 req-d28b4452-6558-44ce-966a-aa7b77c35800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:43.939532 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3114f876-ace4-4d99-94b8-3c63ab1ca4b5 req-d28b4452-6558-44ce-966a-aa7b77c35800 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.4040585
Apr 30 14:08:44.065623 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-cdca9d0b-1502-4780-a069-64f2b9b7d183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:44.076402 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:44.093876 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-6d8889df-345c-4677-b710-dcc29d3c8184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d221b807-6f03-4f66-815f-0332cd4cec1c {{(pid=73845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 14:08:44.099087 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca9d0b-1502-4780-a069-64f2b9b7d183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a961e6-6b1d-4e6d-8f6c-28e91f1c4ef7,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:44.116490 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0070a-c27c-4ada-b591-24c3293dede4 req-130f1e2b-0bac-40b7-9cd5-8a0c011121ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:44.118073 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-22f0070a-c27c-4ada-b591-24c3293dede4 req-130f1e2b-0bac-40b7-9cd5-8a0c011121ce service neutron] 10.222.0.43 "GET /v2.0/networks?id=101268f3-2b9c-42c4-ac42-c67a2c420fa2 HTTP/1.1" status: 200  len: 921 time: 0.3076494
Apr 30 14:08:44.118774 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-cdca9d0b-1502-4780-a069-64f2b9b7d183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:44.124547 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-cdca9d0b-1502-4780-a069-64f2b9b7d183 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/28a961e6-6b1d-4e6d-8f6c-28e91f1c4ef7 HTTP/1.1" status: 204  len: 168 time: 0.7632477
Apr 30 14:08:44.125120 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-6d8889df-345c-4677-b710-dcc29d3c8184 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:44.149794 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca9d0b-1502-4780-a069-64f2b9b7d183 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:08:44.150811 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca9d0b-1502-4780-a069-64f2b9b7d183 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:08:44.151532 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca9d0b-1502-4780-a069-64f2b9b7d183 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:08:44.154882 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca9d0b-1502-4780-a069-64f2b9b7d183 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:08:44.156531 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca9d0b-1502-4780-a069-64f2b9b7d183 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:08:44.156886 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca9d0b-1502-4780-a069-64f2b9b7d183 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:08:44.157234 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca9d0b-1502-4780-a069-64f2b9b7d183 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:08:44.158480 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca9d0b-1502-4780-a069-64f2b9b7d183 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:08:44.158828 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca9d0b-1502-4780-a069-64f2b9b7d183 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:08:44.159168 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca9d0b-1502-4780-a069-64f2b9b7d183 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:08:44.159505 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca9d0b-1502-4780-a069-64f2b9b7d183 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:08:44.159840 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca9d0b-1502-4780-a069-64f2b9b7d183 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:08:44.204803 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-cdca9d0b-1502-4780-a069-64f2b9b7d183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:44.239177 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-22f0070a-c27c-4ada-b591-24c3293dede4 req-84b351bd-105c-4afd-8b5e-17ef2918514e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c98d074d-c38c-4126-98b9-31458ff958e3 HTTP/1.1" status: 200  len: 217 time: 0.1015460
Apr 30 14:08:44.316990 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-6d8889df-345c-4677-b710-dcc29d3c8184 service neutron] Transition to ACTIVE for port object d221b807-6f03-4f66-815f-0332cd4cec1c will not be triggered until provisioned by entity L2. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:08:44.330209 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-6d8889df-345c-4677-b710-dcc29d3c8184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:44.356405 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:44.416094 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0070a-c27c-4ada-b591-24c3293dede4 req-0052cefc-da29-4166-853a-60bac79cf6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:44.418500 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-22f0070a-c27c-4ada-b591-24c3293dede4 req-0052cefc-da29-4166-853a-60bac79cf6ad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7bffe4b8-8a91-4bea-9ca6-5a1137bd3587 HTTP/1.1" status: 200  len: 859 time: 0.1743691
Apr 30 14:08:44.436323 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8889df-345c-4677-b710-dcc29d3c8184 service neutron] Pushing event updated for resources: {'Port': ['ID=d221b807-6f03-4f66-815f-0332cd4cec1c,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:44.445990 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-6d8889df-345c-4677-b710-dcc29d3c8184 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:44.532852 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-22f0070a-c27c-4ada-b591-24c3293dede4 req-e865c39b-620c-42eb-b717-9650e5de20b5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=101268f3-2b9c-42c4-ac42-c67a2c420fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1042798
Apr 30 14:08:44.632583 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb92a9a-970e-4cd4-92bf-689aca064016 req-54f4e8dd-ae2d-4833-a450-036a4cd700f2 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:44.643171 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5eb92a9a-970e-4cd4-92bf-689aca064016 req-54f4e8dd-ae2d-4833-a450-036a4cd700f2 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/ports?device_id=0db1524d-107a-4ce7-b895-e62bdf73e31c HTTP/1.1" status: 200  len: 946 time: 0.4368916
Apr 30 14:08:44.694506 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:08:44.797397 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-22f0070a-c27c-4ada-b591-24c3293dede4 req-e35e1a55-4486-45ba-88da-c82ff12023fa service neutron] 10.222.0.43 "GET /v2.0/networks/101268f3-2b9c-42c4-ac42-c67a2c420fa2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2589569
Apr 30 14:08:44.921832 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-95d85822-0f9f-493b-94ba-1f54858de896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:44.923793 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-95d85822-0f9f-493b-94ba-1f54858de896 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1036f2f1678545d3aa4b54e8aa882dbc&device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 1096 time: 0.6635838
Apr 30 14:08:45.035168 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-6d8889df-345c-4677-b710-dcc29d3c8184 service neutron] Attempting to bind port d221b807-6f03-4f66-815f-0332cd4cec1c on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:08:45.035505 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-6d8889df-345c-4677-b710-dcc29d3c8184 service neutron] Attempting to bind port d221b807-6f03-4f66-815f-0332cd4cec1c by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '4fa753dc-1c3f-467c-a09c-87267f9be149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3'}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:08:45.036126 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-6d8889df-345c-4677-b710-dcc29d3c8184 service neutron] Attempting to bind port d221b807-6f03-4f66-815f-0332cd4cec1c on network f610bd26-2e37-48ef-90fd-5e8ebed549b3 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:08:45.069150 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5eb92a9a-970e-4cd4-92bf-689aca064016 req-ee4d03a4-18ca-45b0-a8f1-e1984dcf9e39 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/security-groups?id=62ffe3f4-3181-4fc9-b98f-5b7e8ed14ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4228680
Apr 30 14:08:45.080154 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-93e82642-302e-4cf1-b978-561a4761c8e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0895a146-b294-41ff-a7ef-a8a4cf78755c HTTP/1.1" status: 200  len: 217 time: 0.1317825
Apr 30 14:08:45.086724 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-6d8889df-345c-4677-b710-dcc29d3c8184 service neutron] Port d221b807-6f03-4f66-815f-0332cd4cec1c on network f610bd26-2e37-48ef-90fd-5e8ebed549b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 14:08:45.089118 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-6d8889df-345c-4677-b710-dcc29d3c8184 service neutron] Attempting to bind port d221b807-6f03-4f66-815f-0332cd4cec1c on network f610bd26-2e37-48ef-90fd-5e8ebed549b3 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:08:45.115500 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-6d8889df-345c-4677-b710-dcc29d3c8184 service neutron] Checking agent: {'id': 'd3aa7eed-5c97-490e-b2ea-32000fed17dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 14, 5, 52), 'started_at': datetime.datetime(2021, 4, 30, 14, 5, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:08:45.117129 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-6d8889df-345c-4677-b710-dcc29d3c8184 service neutron] Checking segment: {'id': '4fa753dc-1c3f-467c-a09c-87267f9be149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:08:45.118418 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-6d8889df-345c-4677-b710-dcc29d3c8184 service neutron] Bound using segment: {'id': '4fa753dc-1c3f-467c-a09c-87267f9be149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3'} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:08:45.122051 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-6d8889df-345c-4677-b710-dcc29d3c8184 service neutron] Bound port: d221b807-6f03-4f66-815f-0332cd4cec1c, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fa753dc-1c3f-467c-a09c-87267f9be149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3'}}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:08:45.125221 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-6d8889df-345c-4677-b710-dcc29d3c8184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:45.367862 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-a73e69a4-a7cf-4757-a586-6ae5743a82ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:45.369207 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-a73e69a4-a7cf-4757-a586-6ae5743a82ed service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7bffe4b8-8a91-4bea-9ca6-5a1137bd3587 HTTP/1.1" status: 200  len: 859 time: 0.2582502
Apr 30 14:08:45.433108 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-22f0070a-c27c-4ada-b591-24c3293dede4 req-e549beb7-05d0-44ef-82f2-0bd2c1993b12 service neutron] 10.222.0.43 "GET /v2.0/networks/101268f3-2b9c-42c4-ac42-c67a2c420fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6091254
Apr 30 14:08:45.481795 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-a1c4dfb8-90c4-4983-9821-366da8e2fa28 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=101268f3-2b9c-42c4-ac42-c67a2c420fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0672116
Apr 30 14:08:45.486559 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b00fc9-4e73-4e2e-bc07-bb548db84248 req-174745ac-af93-47df-a2da-f29afc569e71 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:45.488267 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-45b00fc9-4e73-4e2e-bc07-bb548db84248 req-174745ac-af93-47df-a2da-f29afc569e71 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0175602-cadd-42db-a0a3-2a1bd982e67b HTTP/1.1" status: 200  len: 943 time: 0.2233257
Apr 30 14:08:45.511356 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-6d8889df-345c-4677-b710-dcc29d3c8184 service neutron] For port d221b807-6f03-4f66-815f-0332cd4cec1c, host hv-cinder-78836, cleared binding levels {{(pid=73845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:08:45.515103 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device c98d074d-c38c-4126-98b9-31458ff958e3 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 14:08:45.577121 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-6d8889df-345c-4677-b710-dcc29d3c8184 service neutron] For port d221b807-6f03-4f66-815f-0332cd4cec1c, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d221b807-6f03-4f66-815f-0332cd4cec1c,segment=NetworkSegment(4fa753dc-1c3f-467c-a09c-87267f9be149),segment_id=4fa753dc-1c3f-467c-a09c-87267f9be149)] {{(pid=73845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:08:45.665531 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-6d8889df-345c-4677-b710-dcc29d3c8184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:45.684667 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:45.783894 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150919bd-c2b0-4b72-8098-c3d6f904ac98 req-98bc98f9-d8b4-42fd-82de-0d2c30830842 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:45.802327 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-150919bd-c2b0-4b72-8098-c3d6f904ac98 req-98bc98f9-d8b4-42fd-82de-0d2c30830842 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 943 time: 0.4388037
Apr 30 14:08:45.848148 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-6d8889df-345c-4677-b710-dcc29d3c8184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:45.848148 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-6d8889df-345c-4677-b710-dcc29d3c8184 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:45.861230 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-6d8889df-345c-4677-b710-dcc29d3c8184 service neutron] 10.222.0.43 "PUT /v2.0/ports/d221b807-6f03-4f66-815f-0332cd4cec1c HTTP/1.1" status: 200  len: 1093 time: 3.6166139
Apr 30 14:08:45.867277 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0175602-cadd-42db-a0a3-2a1bd982e67b', 'tag': 'd221b807-6f03-4f66-815f-0332cd4cec1c'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:08:45.927570 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-45b00fc9-4e73-4e2e-bc07-bb548db84248 req-6af072c3-b19f-4705-a24b-6d1f673a1c7b tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c56191c-c3c1-4b2d-8b91-967fdca9a5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4253693
Apr 30 14:08:46.005971 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-d6a915d6-ad4f-429b-b1ec-f98c34f7b0dc service neutron] 10.222.0.43 "GET /v2.0/networks/101268f3-2b9c-42c4-ac42-c67a2c420fa2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4972730
Apr 30 14:08:46.088170 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port c98d074d-c38c-4126-98b9-31458ff958e3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c98d074d-c38c-4126-98b9-31458ff958e3,segment=NetworkSegment(889918bd-47b3-46b6-8b03-7fe889dbba3f),segment_id=889918bd-47b3-46b6-8b03-7fe889dbba3f)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:08:46.134909 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Returning: {'device': 'c98d074d-c38c-4126-98b9-31458ff958e3', 'network_id': '101268f3-2b9c-42c4-ac42-c67a2c420fa2', 'port_id': 'c98d074d-c38c-4126-98b9-31458ff958e3', 'mac_address': 'fa:16:3e:1a:4f:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bffe4b8-8a91-4bea-9ca6-5a1137bd3587', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 14:08:46.238495 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0175602-cadd-42db-a0a3-2a1bd982e67b', 'tag': 'd221b807-6f03-4f66-815f-0332cd4cec1c', 'status': 'completed', 'code': 200}
Apr 30 14:08:46.285422 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-150919bd-c2b0-4b72-8098-c3d6f904ac98 req-b13eaa15-c579-40c2-817e-8013f155a0c3 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4894845
Apr 30 14:08:46.345733 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8889df-345c-4677-b710-dcc29d3c8184 service neutron] Pushing event updated for resources: {'Port': ['ID=d221b807-6f03-4f66-815f-0332cd4cec1c,revision_number=3']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:46.351656 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-6d8889df-345c-4677-b710-dcc29d3c8184 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:46.354323 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:46.409667 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c98d074d-c38c-4126-98b9-31458ff958e3 {{(pid=73846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 14:08:46.439674 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port c98d074d-c38c-4126-98b9-31458ff958e3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c98d074d-c38c-4126-98b9-31458ff958e3,segment=NetworkSegment(889918bd-47b3-46b6-8b03-7fe889dbba3f),segment_id=889918bd-47b3-46b6-8b03-7fe889dbba3f)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:08:46.446248 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:46.450008 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-e3e1d885-65db-4a25-a71a-5b4bea5b8783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:46.508890 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-15ca6267-9659-41ff-b0d6-490901e87e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:46.511291 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-15ca6267-9659-41ff-b0d6-490901e87e73 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7abbf22e49d14a8ba3c6061e4aaeef34&device_id=c0175602-cadd-42db-a0a3-2a1bd982e67b HTTP/1.1" status: 200  len: 1096 time: 0.4939737
Apr 30 14:08:46.523441 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d1fb33f1-759b-4908-bb5a-ddc5eebe46af req-ea92587d-98e5-4643-8490-13e33e64535a service neutron] 10.222.0.43 "GET /v2.0/networks/101268f3-2b9c-42c4-ac42-c67a2c420fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3309202
Apr 30 14:08:46.569755 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050cc73-b262-47fa-915d-0f3d838493d9 req-641536d5-a4d5-4488-8179-6f05a86547a8 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:46.574437 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-5050cc73-b262-47fa-915d-0f3d838493d9 req-641536d5-a4d5-4488-8179-6f05a86547a8 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/ports?device_id=0db1524d-107a-4ce7-b895-e62bdf73e31c HTTP/1.1" status: 200  len: 946 time: 0.2154438
Apr 30 14:08:46.586416 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Pushing event updated for resources: {'Port': ['ID=c98d074d-c38c-4126-98b9-31458ff958e3,revision_number=4']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:46.604965 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:08:46.605915 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:08:46.606701 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:08:46.608616 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:08:46.609400 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:08:46.610228 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:08:46.611198 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:08:46.612598 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:08:46.612901 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-b481b031-741a-437f-8d85-3a68b5906f2b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d221b807-6f03-4f66-815f-0332cd4cec1c HTTP/1.1" status: 200  len: 217 time: 0.0887337
Apr 30 14:08:46.613622 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:08:46.615006 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:08:46.617482 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:08:46.618100 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:08:46.634437 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:46.674435 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-5050cc73-b262-47fa-915d-0f3d838493d9 req-72960c89-969e-41e9-85a0-b885286cf992 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/security-groups?id=62ffe3f4-3181-4fc9-b98f-5b7e8ed14ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0841229
Apr 30 14:08:46.754508 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-d9fe3bec-d5ab-401a-ab47-859649c4468c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:46.758808 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-d9fe3bec-d5ab-401a-ab47-859649c4468c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cbf9a206-b4b1-4cb9-a994-3e377e8fd720 HTTP/1.1" status: 200  len: 850 time: 0.1398787
Apr 30 14:08:46.763544 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] get_ports_and_sgs() called for port_ids ['c98d074d-c38c-4126-98b9-31458ff958e3'] {{(pid=73846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 14:08:47.021796 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-ae2f8ab8-ab9d-496a-8560-c28b5fd88916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:47.023356 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-ae2f8ab8-ab9d-496a-8560-c28b5fd88916 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f610bd26-2e37-48ef-90fd-5e8ebed549b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2539637
Apr 30 14:08:47.096606 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 43146) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:47.223973 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4709f68-4881-44c4-ab48-678eec6f9e20 req-61740282-6ad1-4dfc-9cf6-9ceecd0cc421 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:47.226276 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-f4709f68-4881-44c4-ab48-678eec6f9e20 req-61740282-6ad1-4dfc-9cf6-9ceecd0cc421 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0175602-cadd-42db-a0a3-2a1bd982e67b HTTP/1.1" status: 200  len: 943 time: 0.0992136
Apr 30 14:08:47.228193 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-7fffb50d-45ba-423f-9b33-a5c165b502c4 service neutron] 10.222.0.43 "GET /v2.0/networks/f610bd26-2e37-48ef-90fd-5e8ebed549b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1971447
Apr 30 14:08:47.251597 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffb46f-c15c-4d1e-84fb-77bb70aac10b req-11ce8461-7f36-4bcd-aec8-70de62811663 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:47.253083 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-22ffb46f-c15c-4d1e-84fb-77bb70aac10b req-11ce8461-7f36-4bcd-aec8-70de62811663 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/ports?device_id=0db1524d-107a-4ce7-b895-e62bdf73e31c HTTP/1.1" status: 200  len: 946 time: 0.3035698
Apr 30 14:08:47.262414 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 43156) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:47.269628 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-54590c98-d5eb-4797-83d6-7661db293837 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Request body: {'floatingip': {'port_id': '8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:08:47.273663 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-a85f7c95-8ff6-4ef7-b8d1-5961635ae3af admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:47.301530 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-a85f7c95-8ff6-4ef7-b8d1-5961635ae3af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:08:47.309672 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-f4709f68-4881-44c4-ab48-678eec6f9e20 req-6de33957-a702-4191-b3c3-6678c4d95e3a tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c56191c-c3c1-4b2d-8b91-967fdca9a5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0768433
Apr 30 14:08:47.311082 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-a85f7c95-8ff6-4ef7-b8d1-5961635ae3af admin admin] Usage tracker for resource:security_group_rule and tenant:faefe539a3e34c7fa4bea67d1d287bf8 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:08:47.315910 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-a85f7c95-8ff6-4ef7-b8d1-5961635ae3af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:08:47.333006 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-a85f7c95-8ff6-4ef7-b8d1-5961635ae3af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:08:47.375839 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-54590c98-d5eb-4797-83d6-7661db293837 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for floatingip, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:47.486940 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-a85f7c95-8ff6-4ef7-b8d1-5961635ae3af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:47.518208 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-a85f7c95-8ff6-4ef7-b8d1-5961635ae3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:47.533933 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-2feed48d-7c15-4e85-a890-def4be97916b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:47.607007 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-a85f7c95-8ff6-4ef7-b8d1-5961635ae3af admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=faefe539a3e34c7fa4bea67d1d287bf8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5085785
Apr 30 14:08:47.608141 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f7c95-8ff6-4ef7-b8d1-5961635ae3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a736b34-d4af-47bd-bdaa-c9aae30d34f9,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:47.613205 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 43166) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:47.636318 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-a85f7c95-8ff6-4ef7-b8d1-5961635ae3af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:47.706738 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e962432e-f636-4e1b-8bf3-0158c6cf59cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:47.759472 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e962432e-f636-4e1b-8bf3-0158c6cf59cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:47.804048 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23b387-f8ca-4a18-a733-f0b5154fc46d req-d1866476-abd6-4ae8-812f-3e7f6df8624e tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:47.805541 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3f23b387-f8ca-4a18-a733-f0b5154fc46d req-d1866476-abd6-4ae8-812f-3e7f6df8624e tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 944 time: 0.2596145
Apr 30 14:08:47.845090 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e962432e-f636-4e1b-8bf3-0158c6cf59cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:47.854540 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-87e7c2cb-b81b-4ebd-9c8a-6b51ad8a307e tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:47.875440 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962432e-f636-4e1b-8bf3-0158c6cf59cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a736b34-d4af-47bd-bdaa-c9aae30d34f9,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:47.879053 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-e962432e-f636-4e1b-8bf3-0158c6cf59cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:47.890765 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e962432e-f636-4e1b-8bf3-0158c6cf59cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:47.893137 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-e962432e-f636-4e1b-8bf3-0158c6cf59cd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5a736b34-d4af-47bd-bdaa-c9aae30d34f9 HTTP/1.1" status: 204  len: 168 time: 0.2783883
Apr 30 14:08:47.905899 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 43174) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:48.001613 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3f23b387-f8ca-4a18-a733-f0b5154fc46d req-c2fe7132-bb83-4024-be9c-010e51eb267c tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1305068
Apr 30 14:08:48.309837 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-78675e0c-e986-42a5-813e-06dce64b83f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:48.332296 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-78675e0c-e986-42a5-813e-06dce64b83f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:08:48.343759 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-78675e0c-e986-42a5-813e-06dce64b83f4 admin admin] Usage tracker for resource:security_group_rule and tenant:b0e3afd77ef9439fb0c16a01155ad7c2 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:08:48.347675 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-78675e0c-e986-42a5-813e-06dce64b83f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:08:48.355271 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-78675e0c-e986-42a5-813e-06dce64b83f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:08:48.547390 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-78675e0c-e986-42a5-813e-06dce64b83f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:48.555673 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-78675e0c-e986-42a5-813e-06dce64b83f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:48.566703 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-4ffd2ad6-4d06-452f-ba00-3fa20908149d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:48.615352 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-7c675114-e884-42cf-bc65-e2c4f4af9164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:48.642658 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78675e0c-e986-42a5-813e-06dce64b83f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb139c16-394b-4970-941a-6c59cb477623,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:48.652758 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-78675e0c-e986-42a5-813e-06dce64b83f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b0e3afd77ef9439fb0c16a01155ad7c2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7456708
Apr 30 14:08:48.653986 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-78675e0c-e986-42a5-813e-06dce64b83f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:48.657796 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 43198) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:48.714623 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a065018-69d2-4fb6-a593-5dcf28b906a2 req-c862d296-f394-4563-8359-3a1e105f35d7 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:48.722366 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-1a065018-69d2-4fb6-a593-5dcf28b906a2 req-c862d296-f394-4563-8359-3a1e105f35d7 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0175602-cadd-42db-a0a3-2a1bd982e67b HTTP/1.1" status: 200  len: 943 time: 0.2636585
Apr 30 14:08:48.757903 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-54590c98-d5eb-4797-83d6-7661db293837 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:48.771170 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-54590c98-d5eb-4797-83d6-7661db293837 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998352'] for floatingip, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:48.841428 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-1a065018-69d2-4fb6-a593-5dcf28b906a2 req-24551702-3581-4dcb-8bc4-24c16f64a124 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c56191c-c3c1-4b2d-8b91-967fdca9a5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1103077
Apr 30 14:08:48.853581 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-bf271363-295c-40fd-b33a-4357b8759639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:48.895484 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-bf271363-295c-40fd-b33a-4357b8759639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:48.971699 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-bf271363-295c-40fd-b33a-4357b8759639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:48.975720 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-aaaa366b-9bb4-4c13-8db8-87aeebd25e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:48.988428 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf271363-295c-40fd-b33a-4357b8759639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb139c16-394b-4970-941a-6c59cb477623,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:48.996446 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-bf271363-295c-40fd-b33a-4357b8759639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:48.997308 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-bf271363-295c-40fd-b33a-4357b8759639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:49.005786 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-bf271363-295c-40fd-b33a-4357b8759639 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb139c16-394b-4970-941a-6c59cb477623 HTTP/1.1" status: 204  len: 168 time: 0.3423936
Apr 30 14:08:49.335727 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.db.l3_db [None req-54590c98-d5eb-4797-83d6-7661db293837 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Floating IP 0aeaffb7-f78b-49b8-88af-ea9d9f714118 associated. External IP: 172.27.1.157, port: 8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae.
Apr 30 14:08:49.620942 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 43224) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:49.646738 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3b2c54a9-f2a5-40df-bb96-efcc9eb9ee73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:49.666278 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-3b2c54a9-f2a5-40df-bb96-efcc9eb9ee73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:08:49.671591 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-3b2c54a9-f2a5-40df-bb96-efcc9eb9ee73 admin admin] Usage tracker for resource:security_group_rule and tenant:ccfa3e2963ed4bc4a626f49869ca2aeb is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:08:49.675045 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-3b2c54a9-f2a5-40df-bb96-efcc9eb9ee73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:08:49.681179 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-3b2c54a9-f2a5-40df-bb96-efcc9eb9ee73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:08:49.799069 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3b2c54a9-f2a5-40df-bb96-efcc9eb9ee73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:49.805472 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3b2c54a9-f2a5-40df-bb96-efcc9eb9ee73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:49.814793 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:49.863131 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-3b2c54a9-f2a5-40df-bb96-efcc9eb9ee73 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ccfa3e2963ed4bc4a626f49869ca2aeb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2368450
Apr 30 14:08:49.863131 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 43230) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:08:49.865558 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3f5655e0-b95d-4aef-97f1-f256589e3d6d req-9297be17-ecfb-442e-ba21-239adeb4facc service neutron] 10.222.0.43 "GET /v2.0/networks/f610bd26-2e37-48ef-90fd-5e8ebed549b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4182758
Apr 30 14:08:49.869231 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c54a9-f2a5-40df-bb96-efcc9eb9ee73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cabf4b-c7b6-49a1-b60a-1fd4bffed5d4,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:49.876338 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296799e-9391-407d-b975-bdb180f07312 req-95eda245-7623-498f-875a-1930f8fcfb1f tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:49.883377 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7296799e-9391-407d-b975-bdb180f07312 req-95eda245-7623-498f-875a-1930f8fcfb1f tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 944 time: 0.6191463
Apr 30 14:08:49.913158 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-3b2c54a9-f2a5-40df-bb96-efcc9eb9ee73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:50.005804 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-74214429-26a1-4db7-b142-011724909c85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:50.078657 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-74214429-26a1-4db7-b142-011724909c85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:50.189218 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7296799e-9391-407d-b975-bdb180f07312 req-b382dbdc-e459-4dda-8c2d-e9d052d13938 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3048575
Apr 30 14:08:50.242629 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6e178-d934-47f7-890d-615bb2d4448b req-27c3dc16-8f6d-4062-b800-564aa89a2045 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:50.245341 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-36d6e178-d934-47f7-890d-615bb2d4448b req-27c3dc16-8f6d-4062-b800-564aa89a2045 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0175602-cadd-42db-a0a3-2a1bd982e67b HTTP/1.1" status: 200  len: 943 time: 0.1572785
Apr 30 14:08:50.246805 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-74214429-26a1-4db7-b142-011724909c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:50.251460 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-a85f7c95-8ff6-4ef7-b8d1-5961635ae3af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:50.286435 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74214429-26a1-4db7-b142-011724909c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cabf4b-c7b6-49a1-b60a-1fd4bffed5d4,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:50.293377 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-74214429-26a1-4db7-b142-011724909c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:50.296525 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54590c98-d5eb-4797-83d6-7661db293837 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Router 81c0fd10-1371-4748-9b8a-07d44f2b8ae4 has already been hosted by L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d {{(pid=73845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 14:08:50.313367 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-74214429-26a1-4db7-b142-011724909c85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:50.315288 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-74214429-26a1-4db7-b142-011724909c85 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c9cabf4b-c7b6-49a1-b60a-1fd4bffed5d4 HTTP/1.1" status: 204  len: 168 time: 0.4484341
Apr 30 14:08:50.338250 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e9240b5b-c853-48e1-a2de-5e56bf1d1f53 req-08511975-c382-411f-9ea5-4b74a6e4dfee service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=034b41de-cd7e-4d6d-8047-454173aaa252&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2303212
Apr 30 14:08:50.347998 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-36d6e178-d934-47f7-890d-615bb2d4448b req-5866d2e9-0d48-4497-9ed8-ec3589a4ebf8 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c56191c-c3c1-4b2d-8b91-967fdca9a5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0871377
Apr 30 14:08:50.437396 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147abf58-330a-4fc6-a49c-fc5f99148b5f req-829e355b-0a35-4ae4-90aa-4e01c11ab488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:50.438916 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-147abf58-330a-4fc6-a49c-fc5f99148b5f req-829e355b-0a35-4ae4-90aa-4e01c11ab488 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7abbf22e49d14a8ba3c6061e4aaeef34&device_id=c0175602-cadd-42db-a0a3-2a1bd982e67b HTTP/1.1" status: 200  len: 1096 time: 0.4193449
Apr 30 14:08:50.887066 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54590c98-d5eb-4797-83d6-7661db293837 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:08:50.892932 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-54590c98-d5eb-4797-83d6-7661db293837 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for floatingip, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:50.906167 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80de886d-389d-49ff-a480-00c51c245319 None None] Sync routers for ids ['81c0fd10-1371-4748-9b8a-07d44f2b8ae4'] in dv-cinder-788365-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:08:50.916098 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80de886d-389d-49ff-a480-00c51c245319 None None] Routers {'81c0fd10-1371-4748-9b8a-07d44f2b8ae4'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:08:50.917523 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-80de886d-389d-49ff-a480-00c51c245319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc3886e80>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:08:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['81c0fd10-1371-4748-9b8a-07d44f2b8ae4'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:08:50.925323 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147abf58-330a-4fc6-a49c-fc5f99148b5f req-4c3353bd-87ee-45db-a793-9a79a361814a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:50.927015 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-147abf58-330a-4fc6-a49c-fc5f99148b5f req-4c3353bd-87ee-45db-a793-9a79a361814a service neutron] 10.222.0.43 "GET /v2.0/networks?id=f610bd26-2e37-48ef-90fd-5e8ebed549b3 HTTP/1.1" status: 200  len: 913 time: 0.4805918
Apr 30 14:08:51.016150 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-147abf58-330a-4fc6-a49c-fc5f99148b5f req-28542bac-7bf1-4599-9f68-b5c4131a7022 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d221b807-6f03-4f66-815f-0332cd4cec1c HTTP/1.1" status: 200  len: 217 time: 0.0809639
Apr 30 14:08:51.018444 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9240b5b-c853-48e1-a2de-5e56bf1d1f53 req-6bbd4f8f-6eb1-4d58-b2c8-43aa20cf6bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:51.019830 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e9240b5b-c853-48e1-a2de-5e56bf1d1f53 req-6bbd4f8f-6eb1-4d58-b2c8-43aa20cf6bf1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e1bcda662b5a4736a1e1e33435698631&device_id=034b41de-cd7e-4d6d-8047-454173aaa252 HTTP/1.1" status: 200  len: 1098 time: 0.4943345
Apr 30 14:08:51.091034 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-54590c98-d5eb-4797-83d6-7661db293837 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "PUT /v2.0/floatingips/0aeaffb7-f78b-49b8-88af-ea9d9f714118 HTTP/1.1" status: 200  len: 992 time: 3.8272052
Apr 30 14:08:51.099335 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0db1524d-107a-4ce7-b895-e62bdf73e31c', 'tag': '8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:08:51.247339 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0db1524d-107a-4ce7-b895-e62bdf73e31c', 'tag': '8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae', 'status': 'completed', 'code': 200}
Apr 30 14:08:51.254037 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-80de886d-389d-49ff-a480-00c51c245319 None None] Set router 81c0fd10-1371-4748-9b8a-07d44f2b8ae4 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:08:51.291840 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147abf58-330a-4fc6-a49c-fc5f99148b5f req-11824935-29ab-4ac1-9f03-d12b436b72af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:51.294932 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-147abf58-330a-4fc6-a49c-fc5f99148b5f req-11824935-29ab-4ac1-9f03-d12b436b72af service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cbf9a206-b4b1-4cb9-a994-3e377e8fd720 HTTP/1.1" status: 200  len: 850 time: 0.2719486
Apr 30 14:08:51.409216 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-68109f77-ef65-4e36-915f-bd08420add06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:51.434134 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:51.475652 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device d221b807-6f03-4f66-815f-0332cd4cec1c details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 14:08:51.481966 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device c98d074d-c38c-4126-98b9-31458ff958e3 up at agent hyperv_hv-cinder-78836 {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:08:51.674630 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9240b5b-c853-48e1-a2de-5e56bf1d1f53 req-9ace504d-c1a8-45c3-a74b-373ebaa1c110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:51.676555 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e9240b5b-c853-48e1-a2de-5e56bf1d1f53 req-9ace504d-c1a8-45c3-a74b-373ebaa1c110 service neutron] 10.222.0.43 "GET /v2.0/networks?id=93a46dab-cf96-46de-9910-9ec42660d7d5 HTTP/1.1" status: 200  len: 913 time: 0.6146476
Apr 30 14:08:51.764604 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Provisioning for port c98d074d-c38c-4126-98b9-31458ff958e3 completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:08:51.767156 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46305f2d-3b1e-41e5-a4d8-50429781bcdb req-1c172798-2cf6-45de-bcf0-b28d319ca75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:51.769600 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-46305f2d-3b1e-41e5-a4d8-50429781bcdb req-1c172798-2cf6-45de-bcf0-b28d319ca75c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=13478f31079d4d4f97143a6de5da7786&device_id=0db1524d-107a-4ce7-b895-e62bdf73e31c HTTP/1.1" status: 200  len: 1099 time: 0.5234385
Apr 30 14:08:51.779805 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Provisioning complete for port c98d074d-c38c-4126-98b9-31458ff958e3 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:08:51.781271 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:51.799050 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147abf58-330a-4fc6-a49c-fc5f99148b5f req-f0ef5448-c987-4a74-99dc-c61477185658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:51.803413 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-147abf58-330a-4fc6-a49c-fc5f99148b5f req-f0ef5448-c987-4a74-99dc-c61477185658 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f610bd26-2e37-48ef-90fd-5e8ebed549b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4989238
Apr 30 14:08:51.835110 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.db.resource_extend [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 14:08:51.876409 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e9240b5b-c853-48e1-a2de-5e56bf1d1f53 req-f5e9d86e-9818-4949-81a6-e3496e9d2a47 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c931396c-b63b-4bab-8040-38c6ed8da406 HTTP/1.1" status: 200  len: 217 time: 0.1816773
Apr 30 14:08:52.115544 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77257b8a-d534-42fe-b23b-7cc486d92024 req-889fc47b-162f-4535-beb1-2ab4da280119 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:52.116365 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-77257b8a-d534-42fe-b23b-7cc486d92024 req-889fc47b-162f-4535-beb1-2ab4da280119 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Synchronizing usage tracker for tenant:1036f2f1678545d3aa4b54e8aa882dbc on resource:port {{(pid=73844) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:08:52.128777 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-80de886d-389d-49ff-a480-00c51c245319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc3886e80>, [{'id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'name': 'tempest-AttachVolumeShelveTestJSON-656818362-router', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'c708843d-ccc2-48a8-adad-025035c063de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:43Z', 'updated_at': '2021-04-30T14:07:53Z', 'revision_number': 4, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'gw_port': {'id': 'c708843d-ccc2-48a8-adad-025035c063de', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:44Z', 'updated_at': '2021-04-30T14:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_floatingips': [{'id': '0aeaffb7-f78b-49b8-88af-ea9d9f714118', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'router_id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'port_id': '8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c', 'mac_address': 'fa:16:3e:95:e8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db1524d-107a-4ce7-b895-e62bdf73e31c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:08:09Z', 'updated_at': '2021-04-30T14:08:48Z', 'revision_number': 1, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83bdddf4-9278-4964-9e49-62f4e0e3469f', 'name': '', 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'mac_address': 'fa:16:3e:6e:47:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4e52451-0e3b-4085-8ae2-b72618ac007f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:50Z', 'updated_at': '2021-04-30T14:08:05Z', 'revision_number': 5, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'subnets': [{'id': 'f4e52451-0e3b-4085-8ae2-b72618ac007f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:08:52.148282 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80de886d-389d-49ff-a480-00c51c245319 None None] Checking router: 81c0fd10-1371-4748-9b8a-07d44f2b8ae4 for host: dv-cinder-788365-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:08:52.168009 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80de886d-389d-49ff-a480-00c51c245319 None None] Routers {'81c0fd10-1371-4748-9b8a-07d44f2b8ae4'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:08:52.168838 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-80de886d-389d-49ff-a480-00c51c245319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc3886e80>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:08:51Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['81c0fd10-1371-4748-9b8a-07d44f2b8ae4'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:08:52.295778 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46305f2d-3b1e-41e5-a4d8-50429781bcdb req-cb1be388-6510-40cd-bce0-de008f90fa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:52.299519 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-46305f2d-3b1e-41e5-a4d8-50429781bcdb req-cb1be388-6510-40cd-bce0-de008f90fa4c service neutron] 10.222.0.43 "GET /v2.0/networks?id=c672d43e-499d-4af9-b38c-fc321cbe269c HTTP/1.1" status: 200  len: 918 time: 0.5078473
Apr 30 14:08:52.313295 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:52.351838 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:52.397725 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port d221b807-6f03-4f66-815f-0332cd4cec1c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d221b807-6f03-4f66-815f-0332cd4cec1c,segment=NetworkSegment(4fa753dc-1c3f-467c-a09c-87267f9be149),segment_id=4fa753dc-1c3f-467c-a09c-87267f9be149)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:08:52.401888 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-77257b8a-d534-42fe-b23b-7cc486d92024 req-889fc47b-162f-4535-beb1-2ab4da280119 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Unset dirty status for tenant:1036f2f1678545d3aa4b54e8aa882dbc on resource:port {{(pid=73844) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:08:52.402460 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-77257b8a-d534-42fe-b23b-7cc486d92024 req-889fc47b-162f-4535-beb1-2ab4da280119 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 944 time: 0.8930728
Apr 30 14:08:52.454696 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:52.473832 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Returning: {'device': 'd221b807-6f03-4f66-815f-0332cd4cec1c', 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3', 'port_id': 'd221b807-6f03-4f66-815f-0332cd4cec1c', 'mac_address': 'fa:16:3e:67:69:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbf9a206-b4b1-4cb9-a994-3e377e8fd720', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 14:08:52.530316 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-46305f2d-3b1e-41e5-a4d8-50429781bcdb req-311c142b-de1c-4145-aadd-6c6a408ed31d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae HTTP/1.1" status: 200  len: 1000 time: 0.2197380
Apr 30 14:08:52.537324 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-77257b8a-d534-42fe-b23b-7cc486d92024 req-918db6ef-22b8-4f8f-ba04-c8642f194c18 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Synchronizing usage tracker for tenant:1036f2f1678545d3aa4b54e8aa882dbc on resource:security_group {{(pid=73844) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:08:52.638268 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c56044-860e-4669-bf40-a47643567187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98d074d-c38c-4126-98b9-31458ff958e3'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:08:52.667609 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port c98d074d-c38c-4126-98b9-31458ff958e3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c98d074d-c38c-4126-98b9-31458ff958e3,segment=NetworkSegment(889918bd-47b3-46b6-8b03-7fe889dbba3f),segment_id=889918bd-47b3-46b6-8b03-7fe889dbba3f)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:08:52.669236 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:52.674766 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9240b5b-c853-48e1-a2de-5e56bf1d1f53 req-edfbfe11-ed5e-4b1a-8a8a-40e0f57b437a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:52.677615 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e9240b5b-c853-48e1-a2de-5e56bf1d1f53 req-edfbfe11-ed5e-4b1a-8a8a-40e0f57b437a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c755a8aa-507d-4e8d-8f1a-e0d289bcd108 HTTP/1.1" status: 200  len: 851 time: 0.7684634
Apr 30 14:08:52.684019 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:52.691331 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:52.702644 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-77257b8a-d534-42fe-b23b-7cc486d92024 req-918db6ef-22b8-4f8f-ba04-c8642f194c18 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Unset dirty status for tenant:1036f2f1678545d3aa4b54e8aa882dbc on resource:security_group {{(pid=73844) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:08:52.704083 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-77257b8a-d534-42fe-b23b-7cc486d92024 req-918db6ef-22b8-4f8f-ba04-c8642f194c18 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2878036
Apr 30 14:08:52.718134 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46305f2d-3b1e-41e5-a4d8-50429781bcdb req-f3863ea2-517d-43b8-93f2-b0675a7baa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:52.720169 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-46305f2d-3b1e-41e5-a4d8-50429781bcdb req-f3863ea2-517d-43b8-93f2-b0675a7baa22 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f4e52451-0e3b-4085-8ae2-b72618ac007f HTTP/1.1" status: 200  len: 855 time: 0.1635170
Apr 30 14:08:52.742723 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34166a27-4761-418b-921e-22c9dce2347a req-70bd7631-2ad9-40da-875f-33f19e610553 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:52.743751 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-34166a27-4761-418b-921e-22c9dce2347a req-70bd7631-2ad9-40da-875f-33f19e610553 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0175602-cadd-42db-a0a3-2a1bd982e67b HTTP/1.1" status: 200  len: 943 time: 0.7337961
Apr 30 14:08:52.746045 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-147abf58-330a-4fc6-a49c-fc5f99148b5f req-c2a4ca7c-d477-4685-9b87-afa21d38da6f service neutron] 10.222.0.43 "GET /v2.0/networks/f610bd26-2e37-48ef-90fd-5e8ebed549b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9354198
Apr 30 14:08:52.772090 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d221b807-6f03-4f66-815f-0332cd4cec1c {{(pid=73846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 14:08:52.809084 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Pushing event updated for resources: {'Port': ['ID=c98d074d-c38c-4126-98b9-31458ff958e3,revision_number=5']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:52.813428 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:52.828653 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port d221b807-6f03-4f66-815f-0332cd4cec1c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d221b807-6f03-4f66-815f-0332cd4cec1c,segment=NetworkSegment(4fa753dc-1c3f-467c-a09c-87267f9be149),segment_id=4fa753dc-1c3f-467c-a09c-87267f9be149)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:08:52.834557 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:52.840566 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-34166a27-4761-418b-921e-22c9dce2347a req-1f095a32-1ea5-466c-bde5-2e1a8ef485ec tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c56191c-c3c1-4b2d-8b91-967fdca9a5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0816243
Apr 30 14:08:52.842084 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 0895a146-b294-41ff-a7ef-a8a4cf78755c details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 14:08:52.845037 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-80de886d-389d-49ff-a480-00c51c245319 None None] Set router 81c0fd10-1371-4748-9b8a-07d44f2b8ae4 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:08:52.848364 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-0989ae23-0297-4d3b-9849-6ec2e107f299 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:52.946430 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Pushing event updated for resources: {'Port': ['ID=d221b807-6f03-4f66-815f-0332cd4cec1c,revision_number=4']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:52.964518 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:53.242921 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port 0895a146-b294-41ff-a7ef-a8a4cf78755c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0895a146-b294-41ff-a7ef-a8a4cf78755c,segment=NetworkSegment(889918bd-47b3-46b6-8b03-7fe889dbba3f),segment_id=889918bd-47b3-46b6-8b03-7fe889dbba3f)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:08:53.274721 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Returning: {'device': '0895a146-b294-41ff-a7ef-a8a4cf78755c', 'network_id': '101268f3-2b9c-42c4-ac42-c67a2c420fa2', 'port_id': '0895a146-b294-41ff-a7ef-a8a4cf78755c', 'mac_address': 'fa:16:3e:ff:68:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bffe4b8-8a91-4bea-9ca6-5a1137bd3587', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 14:08:53.360132 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-80de886d-389d-49ff-a480-00c51c245319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc3886e80>, [{'id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'name': 'tempest-AttachVolumeShelveTestJSON-656818362-router', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'c708843d-ccc2-48a8-adad-025035c063de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:43Z', 'updated_at': '2021-04-30T14:07:53Z', 'revision_number': 4, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'gw_port': {'id': 'c708843d-ccc2-48a8-adad-025035c063de', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:44Z', 'updated_at': '2021-04-30T14:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_floatingips': [{'id': '0aeaffb7-f78b-49b8-88af-ea9d9f714118', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'router_id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'port_id': '8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c', 'mac_address': 'fa:16:3e:95:e8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db1524d-107a-4ce7-b895-e62bdf73e31c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:08:09Z', 'updated_at': '2021-04-30T14:08:48Z', 'revision_number': 1, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83bdddf4-9278-4964-9e49-62f4e0e3469f', 'name': '', 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'mac_address': 'fa:16:3e:6e:47:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4e52451-0e3b-4085-8ae2-b72618ac007f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:50Z', 'updated_at': '2021-04-30T14:08:05Z', 'revision_number': 5, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'subnets': [{'id': 'f4e52451-0e3b-4085-8ae2-b72618ac007f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:08:53.367380 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80de886d-389d-49ff-a480-00c51c245319 None None] The sync data for ids ['81c0fd10-1371-4748-9b8a-07d44f2b8ae4'] in dv-cinder-788365-2-iscsi is: [{'id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'name': 'tempest-AttachVolumeShelveTestJSON-656818362-router', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'c708843d-ccc2-48a8-adad-025035c063de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:43Z', 'updated_at': '2021-04-30T14:07:53Z', 'revision_number': 4, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'gw_port': {'id': 'c708843d-ccc2-48a8-adad-025035c063de', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:44Z', 'updated_at': '2021-04-30T14:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_floatingips': [{'id': '0aeaffb7-f78b-49b8-88af-ea9d9f714118', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'router_id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'port_id': '8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c', 'mac_address': 'fa:16:3e:95:e8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db1524d-107a-4ce7-b895-e62bdf73e31c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:08:09Z', 'updated_at': '2021-04-30T14:08:48Z', 'revision_number': 1, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83bdddf4-9278-4964-9e49-62f4e0e3469f', 'name': '', 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'mac_address': 'fa:16:3e:6e:47:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4e52451-0e3b-4085-8ae2-b72618ac007f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:50Z', 'updated_at': '2021-04-30T14:08:05Z', 'revision_number': 5, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'subnets': [{'id': 'f4e52451-0e3b-4085-8ae2-b72618ac007f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:08:53.394908 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-4c2aaf5e-3aca-4cd8-8e1b-695238048d1d tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:53.396942 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-4c2aaf5e-3aca-4cd8-8e1b-695238048d1d tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Synchronizing usage tracker for tenant:115ed14988014677a355d6807f338dbb on resource:network {{(pid=73844) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:08:53.408516 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:53.444291 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-4c2aaf5e-3aca-4cd8-8e1b-695238048d1d tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Unset dirty status for tenant:115ed14988014677a355d6807f338dbb on resource:network {{(pid=73844) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:08:53.447476 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-4c2aaf5e-3aca-4cd8-8e1b-695238048d1d tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/networks?id=27a06724-f619-40a9-80b3-31638be87e2f HTTP/1.1" status: 200  len: 815 time: 0.3730509
Apr 30 14:08:53.469232 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0895a146-b294-41ff-a7ef-a8a4cf78755c {{(pid=73846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 14:08:53.490218 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-7a2436ea-11d4-4831-b22b-58c8de47e1d7 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/quotas/115ed14988014677a355d6807f338dbb HTTP/1.1" status: 200  len: 375 time: 0.0290205
Apr 30 14:08:53.515142 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port 0895a146-b294-41ff-a7ef-a8a4cf78755c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0895a146-b294-41ff-a7ef-a8a4cf78755c,segment=NetworkSegment(889918bd-47b3-46b6-8b03-7fe889dbba3f),segment_id=889918bd-47b3-46b6-8b03-7fe889dbba3f)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:08:53.521326 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:53.524203 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:08:53.615457 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Pushing event updated for resources: {'Port': ['ID=0895a146-b294-41ff-a7ef-a8a4cf78755c,revision_number=4']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:08:53.619116 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:08:53.750777 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-d8d2eafd-5ff1-4772-a7a6-05b9a5bde128 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=115ed14988014677a355d6807f338dbb&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2248657
Apr 30 14:08:53.754094 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0d24fd-4e07-4d48-9a91-9933bd0af732 None None] New status for floating IP 0aeaffb7-f78b-49b8-88af-ea9d9f714118: ACTIVE {{(pid=73846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 14:08:53.893973 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:08:53.997473 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-647367b3-51cd-4468-8307-98bde7c24258 service neutron] 10.222.0.32 "GET /v2.0/networks/27a06724-f619-40a9-80b3-31638be87e2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2298715
Apr 30 14:08:54.221825 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-cf29fc17-9185-40dc-ad46-561800f10d1f service neutron] 10.222.0.32 "GET /v2.0/networks/27a06724-f619-40a9-80b3-31638be87e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2087183
Apr 30 14:08:54.421668 dv-cinder-788365-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c56044-860e-4669-bf40-a47643567187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98d074d-c38c-4126-98b9-31458ff958e3', 'code': 200}
Apr 30 14:08:54.658453 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b2f4b-aa3c-4c72-aea9-fe2427ab9f2d req-e84750b4-c322-45cd-b78e-cf6f8237b2f0 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:54.670770 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-c24b2f4b-aa3c-4c72-aea9-fe2427ab9f2d req-e84750b4-c322-45cd-b78e-cf6f8237b2f0 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.1287150
Apr 30 14:08:54.823960 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-c24b2f4b-aa3c-4c72-aea9-fe2427ab9f2d req-bc57f6d2-3c3f-431c-afc4-6616d34668c9 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1498356
Apr 30 14:08:54.878424 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e9240b5b-c853-48e1-a2de-5e56bf1d1f53 req-8bc02703-190d-490f-82cb-4be9231b1e91 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=93a46dab-cf96-46de-9910-9ec42660d7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2374148
Apr 30 14:08:54.911612 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46305f2d-3b1e-41e5-a4d8-50429781bcdb req-a69aa78f-05fb-4bb3-a461-9f8f78dac032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:54.914024 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-46305f2d-3b1e-41e5-a4d8-50429781bcdb req-a69aa78f-05fb-4bb3-a461-9f8f78dac032 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c672d43e-499d-4af9-b38c-fc321cbe269c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2040956
Apr 30 14:08:55.065098 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] get_ports_and_sgs() called for port_ids ['0895a146-b294-41ff-a7ef-a8a4cf78755c'] {{(pid=73846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 14:08:55.142206 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] get_ports_and_sgs() called for port_ids ['d221b807-6f03-4f66-815f-0332cd4cec1c'] {{(pid=73846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 14:08:55.359149 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-46305f2d-3b1e-41e5-a4d8-50429781bcdb req-e4df11d5-0a6d-4347-b277-4d2dd98585e8 service neutron] 10.222.0.43 "GET /v2.0/networks/c672d43e-499d-4af9-b38c-fc321cbe269c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4358003
Apr 30 14:08:55.398139 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-d3b4eebf-b32e-4287-a238-dd84ba4e99ed req-5bfc9bb8-f73f-4cfa-9dfc-2ff0db12fa45 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3aa3846-fa89-41ef-ac42-04234a3bbc49 HTTP/1.1" status: 200  len: 210 time: 0.2812648
Apr 30 14:08:55.473220 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-147abf58-330a-4fc6-a49c-fc5f99148b5f req-76440f39-4b71-49b0-8bcf-9881cc0a7f4c service neutron] 10.222.0.43 "GET /v2.0/networks/f610bd26-2e37-48ef-90fd-5e8ebed549b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7826915
Apr 30 14:08:55.513245 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e9240b5b-c853-48e1-a2de-5e56bf1d1f53 req-435b23ff-5072-4f50-984d-91387b7371fb service neutron] 10.222.0.43 "GET /v2.0/networks/93a46dab-cf96-46de-9910-9ec42660d7d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6243105
Apr 30 14:08:55.533592 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c969e7-dc40-4631-807c-717a113609bd req-c11ce036-00ae-4669-add7-727c299edf50 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:55.535373 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b7c969e7-dc40-4631-807c-717a113609bd req-c11ce036-00ae-4669-add7-727c299edf50 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0175602-cadd-42db-a0a3-2a1bd982e67b HTTP/1.1" status: 200  len: 944 time: 0.4817712
Apr 30 14:08:55.622302 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b7c969e7-dc40-4631-807c-717a113609bd req-5716ef81-054b-48e5-bbfa-6c37dddccc90 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c56191c-c3c1-4b2d-8b91-967fdca9a5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0767231
Apr 30 14:08:56.096078 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db341d-e5b0-4f99-9a49-93e3561e2d6f req-5c9cb1f5-d3a7-4c70-9e09-c30f2da5136e tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:56.097649 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-74db341d-e5b0-4f99-9a49-93e3561e2d6f req-5c9cb1f5-d3a7-4c70-9e09-c30f2da5136e tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.1214128
Apr 30 14:08:56.153358 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-74db341d-e5b0-4f99-9a49-93e3561e2d6f req-7ec9adcc-0493-401c-9d6f-3f2e0543f1ee tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459902
Apr 30 14:08:56.594205 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6e020ffe-782a-4727-a623-03102f53cb33 req-30a77244-1ac3-4084-ba11-480a474c2ee2 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3aa3846-fa89-41ef-ac42-04234a3bbc49 HTTP/1.1" status: 200  len: 210 time: 0.0514991
Apr 30 14:08:56.845873 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad4274-93c5-4874-a59b-d74f0c17e60c req-b0f16606-b487-446b-ac59-08bcda11cc88 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:56.847387 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b5ad4274-93c5-4874-a59b-d74f0c17e60c req-b0f16606-b487-446b-ac59-08bcda11cc88 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0175602-cadd-42db-a0a3-2a1bd982e67b HTTP/1.1" status: 200  len: 944 time: 0.0853887
Apr 30 14:08:56.914184 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b5ad4274-93c5-4874-a59b-d74f0c17e60c req-e25f0f6d-3191-422e-9afd-bb7620bc553f tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c56191c-c3c1-4b2d-8b91-967fdca9a5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513351
Apr 30 14:08:57.379211 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208282c3-a5a4-4bdf-8821-5c8987097ce8 req-c81a2bff-1e87-41ad-b241-594aaf616778 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:57.380735 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-208282c3-a5a4-4bdf-8821-5c8987097ce8 req-c81a2bff-1e87-41ad-b241-594aaf616778 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.1033616
Apr 30 14:08:57.650352 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-46305f2d-3b1e-41e5-a4d8-50429781bcdb req-831f0caa-a724-440c-9a5b-29ec8fb3aa44 service neutron] 10.222.0.43 "GET /v2.0/networks/c672d43e-499d-4af9-b38c-fc321cbe269c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2691495
Apr 30 14:08:57.728160 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-208282c3-a5a4-4bdf-8821-5c8987097ce8 req-155ca7e3-8891-45b2-bd2b-8b960f2a1a66 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2956655
Apr 30 14:08:57.756767 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e9240b5b-c853-48e1-a2de-5e56bf1d1f53 req-4eac30ea-5779-453b-ad2b-94f6d2ccd8e6 service neutron] 10.222.0.43 "GET /v2.0/networks/93a46dab-cf96-46de-9910-9ec42660d7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3736770
Apr 30 14:08:57.790976 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd03911-73bb-4f5d-a029-dafa4615e4cd req-eff9798e-db37-4f5e-af7f-b8e530219c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:57.793475 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4cd03911-73bb-4f5d-a029-dafa4615e4cd req-eff9798e-db37-4f5e-af7f-b8e530219c6b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 1098 time: 0.4115980
Apr 30 14:08:57.817762 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-7901c33d-43f9-4625-9f7e-0564934a123a req-fb24a878-fa6a-4b58-aad5-e96f2531a1ff tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3aa3846-fa89-41ef-ac42-04234a3bbc49 HTTP/1.1" status: 200  len: 210 time: 0.0519266
Apr 30 14:08:57.873112 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4cd03911-73bb-4f5d-a029-dafa4615e4cd req-b7c00fb6-6dea-4bc7-b227-747dc1c07c34 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470598
Apr 30 14:08:58.155954 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e849d6f-d636-4e1e-8a9e-42f7b56cdf66 req-d286ed34-dceb-4a8b-94c5-83b8086c78a1 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:58.158578 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2e849d6f-d636-4e1e-8a9e-42f7b56cdf66 req-d286ed34-dceb-4a8b-94c5-83b8086c78a1 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0175602-cadd-42db-a0a3-2a1bd982e67b HTTP/1.1" status: 200  len: 944 time: 0.1226428
Apr 30 14:08:58.209143 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2e849d6f-d636-4e1e-8a9e-42f7b56cdf66 req-0af46e52-433f-4d2a-85f6-3079cae2a5f8 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c56191c-c3c1-4b2d-8b91-967fdca9a5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446405
Apr 30 14:08:58.942482 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78049e-f2ab-4d3b-89ed-23c1fcd0b6a0 req-7e6034ae-8880-4a1a-986d-fa728ef3ba06 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:58.944196 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8b78049e-f2ab-4d3b-89ed-23c1fcd0b6a0 req-7e6034ae-8880-4a1a-986d-fa728ef3ba06 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.0917957
Apr 30 14:08:58.997573 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8b78049e-f2ab-4d3b-89ed-23c1fcd0b6a0 req-24a173d6-4252-499a-9da3-5955807fe453 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464942
Apr 30 14:08:59.140241 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b1a6d021-c7ea-498e-852a-35c798e771cd req-82dc2e40-70d6-4b5c-b92f-bbe2e3a4e361 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3aa3846-fa89-41ef-ac42-04234a3bbc49 HTTP/1.1" status: 200  len: 210 time: 0.0426939
Apr 30 14:08:59.436219 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebca251-bebb-40dc-af4d-72872cab173d req-6e1f95ba-ed20-4010-a1a0-8fa1dd7bf0b0 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:08:59.437795 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8ebca251-bebb-40dc-af4d-72872cab173d req-6e1f95ba-ed20-4010-a1a0-8fa1dd7bf0b0 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0175602-cadd-42db-a0a3-2a1bd982e67b HTTP/1.1" status: 200  len: 944 time: 0.0886571
Apr 30 14:08:59.491276 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8ebca251-bebb-40dc-af4d-72872cab173d req-3686cb59-7b8e-4705-bb4e-e67918f5f885 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c56191c-c3c1-4b2d-8b91-967fdca9a5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469699
Apr 30 14:09:00.228568 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cba381-c279-466a-994b-8f61ff77e66b req-0a2b88c6-be28-4b84-a463-13b5b7e082ec tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:00.230205 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-54cba381-c279-466a-994b-8f61ff77e66b req-0a2b88c6-be28-4b84-a463-13b5b7e082ec tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.0995679
Apr 30 14:09:00.290377 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-54cba381-c279-466a-994b-8f61ff77e66b req-848115f5-75dc-495d-b69b-3baecd72579e tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536511
Apr 30 14:09:00.444642 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-21ed40be-f5f2-4ade-a917-3a354b45c512 req-b0980aa5-323e-4105-8304-8ab595b296fd tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3aa3846-fa89-41ef-ac42-04234a3bbc49 HTTP/1.1" status: 200  len: 210 time: 0.0467644
Apr 30 14:09:00.818906 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c01082-91ee-4793-9f22-62f73193fc91 req-e5ab645e-c95c-492d-a53a-83eb7ecc764b tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:00.820255 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-88c01082-91ee-4793-9f22-62f73193fc91 req-e5ab645e-c95c-492d-a53a-83eb7ecc764b tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0175602-cadd-42db-a0a3-2a1bd982e67b HTTP/1.1" status: 200  len: 944 time: 0.2046881
Apr 30 14:09:00.889366 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-88c01082-91ee-4793-9f22-62f73193fc91 req-4d237013-6f60-4f50-9971-77bd8950880e tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c56191c-c3c1-4b2d-8b91-967fdca9a5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0615957
Apr 30 14:09:01.187655 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-8dc172a2-0872-450b-b0f8-b330ee86fb68 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:01.191495 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-8dc172a2-0872-450b-b0f8-b330ee86fb68 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.43 "GET /v2.0/networks?id=27a06724-f619-40a9-80b3-31638be87e2f HTTP/1.1" status: 200  len: 815 time: 0.2640688
Apr 30 14:09:01.222815 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-d701f469-332a-425b-9815-cf589d7d57a0 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Request body: {'port': {'device_id': 'b3aa3846-fa89-41ef-ac42-04234a3bbc49', 'network_id': '27a06724-f619-40a9-80b3-31638be87e2f', 'admin_state_up': True, 'tenant_id': '115ed14988014677a355d6807f338dbb'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:09:01.438245 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 0895a146-b294-41ff-a7ef-a8a4cf78755c up at agent hyperv_hv-cinder-78836 {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:09:01.641377 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Provisioning for port 0895a146-b294-41ff-a7ef-a8a4cf78755c completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:09:01.656655 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Provisioning complete for port 0895a146-b294-41ff-a7ef-a8a4cf78755c triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:09:01.657538 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:01.679643 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-d701f469-332a-425b-9815-cf589d7d57a0 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:09:01.723815 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-d701f469-332a-425b-9815-cf589d7d57a0 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:09:01.834710 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7c154265-39be-4e37-8569-8665234e534d req-6bb14169-d347-4b92-a768-d8845382a056 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3aa3846-fa89-41ef-ac42-04234a3bbc49 HTTP/1.1" status: 200  len: 210 time: 0.1079216
Apr 30 14:09:01.834896 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356820bc-4a25-4b0a-87cb-64c65942adf2 req-b7db8133-514d-40ac-9a63-2d65d4508ba8 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:01.834896 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-356820bc-4a25-4b0a-87cb-64c65942adf2 req-b7db8133-514d-40ac-9a63-2d65d4508ba8 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.2084949
Apr 30 14:09:01.849383 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-d701f469-332a-425b-9815-cf589d7d57a0 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Made reservation on behalf of 115ed14988014677a355d6807f338dbb for: {'port': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:09:01.852914 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-d701f469-332a-425b-9815-cf589d7d57a0 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:01.963530 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-356820bc-4a25-4b0a-87cb-64c65942adf2 req-fbfde711-c8ee-4441-81b9-02dffe7e8eb8 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178801
Apr 30 14:09:02.031415 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:02.097087 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port 0895a146-b294-41ff-a7ef-a8a4cf78755c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0895a146-b294-41ff-a7ef-a8a4cf78755c,segment=NetworkSegment(889918bd-47b3-46b6-8b03-7fe889dbba3f),segment_id=889918bd-47b3-46b6-8b03-7fe889dbba3f)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:09:02.099177 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06887b9-6c4b-4bbd-bc24-896de044eeab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0895a146-b294-41ff-a7ef-a8a4cf78755c'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:09:02.110654 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:02.112346 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device d221b807-6f03-4f66-815f-0332cd4cec1c up at agent hyperv_hv-cinder-78836 {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:09:02.174667 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-a3971dbc-e70e-45b4-b417-62e2e4e8f802 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:02.300615 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-d701f469-332a-425b-9815-cf589d7d57a0 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Allocated IP 172.20.0.8 (27a06724-f619-40a9-80b3-31638be87e2f/d8dcaed0-062c-4177-bebc-e438f9a7434c/963f392b-9c6f-40e6-8cbe-abd95a5c6244) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:09:02.398579 dv-cinder-788365-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06887b9-6c4b-4bbd-bc24-896de044eeab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0895a146-b294-41ff-a7ef-a8a4cf78755c', 'code': 200}
Apr 30 14:09:02.437742 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Pushing event updated for resources: {'Port': ['ID=0895a146-b294-41ff-a7ef-a8a4cf78755c,revision_number=5']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:02.441029 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:02.496895 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Provisioning for port d221b807-6f03-4f66-815f-0332cd4cec1c completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:09:02.517476 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Provisioning complete for port d221b807-6f03-4f66-815f-0332cd4cec1c triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:09:02.518066 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:02.713520 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77432c74-a0ee-4553-8047-dec53c6d99cb req-53131ace-a3a0-4e7a-b060-9ad24d7798e4 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:02.725882 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-77432c74-a0ee-4553-8047-dec53c6d99cb req-53131ace-a3a0-4e7a-b060-9ad24d7798e4 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0175602-cadd-42db-a0a3-2a1bd982e67b HTTP/1.1" status: 200  len: 944 time: 0.3843992
Apr 30 14:09:02.856504 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-77432c74-a0ee-4553-8047-dec53c6d99cb req-cb10f37f-3b2b-497d-a11c-6fa22ea468a1 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c56191c-c3c1-4b2d-8b91-967fdca9a5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0967817
Apr 30 14:09:03.032159 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:03.102677 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port d221b807-6f03-4f66-815f-0332cd4cec1c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d221b807-6f03-4f66-815f-0332cd4cec1c,segment=NetworkSegment(4fa753dc-1c3f-467c-a09c-87267f9be149),segment_id=4fa753dc-1c3f-467c-a09c-87267f9be149)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:09:03.104561 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-9ea72a7e-b80d-4075-a968-eab20366ee5e req-c610478b-b632-4296-94b8-bd78c1870e83 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3aa3846-fa89-41ef-ac42-04234a3bbc49 HTTP/1.1" status: 200  len: 210 time: 0.0664325
Apr 30 14:09:03.107720 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:03.110095 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:03.233800 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Pushing event updated for resources: {'Port': ['ID=d221b807-6f03-4f66-815f-0332cd4cec1c,revision_number=5']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:03.239038 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-d701f469-332a-425b-9815-cf589d7d57a0 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:03.246829 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:03.307469 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea867a-5b56-4b6e-af92-061a359c1bdd req-82e8107a-88ba-4240-8948-15bbe1a87cae tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:03.309797 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c5ea867a-5b56-4b6e-af92-061a359c1bdd req-82e8107a-88ba-4240-8948-15bbe1a87cae tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/ports?device_id=034b41de-cd7e-4d6d-8047-454173aaa252 HTTP/1.1" status: 200  len: 945 time: 0.2903998
Apr 30 14:09:03.314567 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b4ab1-9e6e-4063-912c-ba0d26359cf7 req-fa433f4e-d102-4d78-9508-efcc873ebb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:03.315973 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cc9b4ab1-9e6e-4063-912c-ba0d26359cf7 req-fa433f4e-d102-4d78-9508-efcc873ebb92 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 1098 time: 0.4839087
Apr 30 14:09:03.344071 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f614182-19ce-4cb2-9fa9-92dcd130e15e req-26ec883e-71ee-482a-a0b5-1eb8a0002cba tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:03.346022 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-8f614182-19ce-4cb2-9fa9-92dcd130e15e req-26ec883e-71ee-482a-a0b5-1eb8a0002cba tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.1081047
Apr 30 14:09:03.402292 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-d701f469-332a-425b-9815-cf589d7d57a0 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:03.405889 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c5ea867a-5b56-4b6e-af92-061a359c1bdd req-269396f7-3715-4c52-8c80-70e447e59de3 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/security-groups?id=d94e35a0-c7f7-4694-aa86-8848695cab29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841851
Apr 30 14:09:03.414881 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cc9b4ab1-9e6e-4063-912c-ba0d26359cf7 req-d37dba38-01f4-429d-8c83-15806851a74d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719504
Apr 30 14:09:03.422281 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-cec84606-15e8-412e-bdce-54476c67ccd2 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:03.422618 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-8f614182-19ce-4cb2-9fa9-92dcd130e15e req-b1528de8-da75-4a83-8b1b-3647b1890b31 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654638
Apr 30 14:09:03.486089 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] get_ports_and_sgs() called for port_ids ['17450d03-c6d4-4a4a-af14-ed8f8992ecd8'] {{(pid=73846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 14:09:03.558468 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-d701f469-332a-425b-9815-cf589d7d57a0 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Network 27a06724-f619-40a9-80b3-31638be87e2f is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:09:03.559490 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d701f469-332a-425b-9815-cf589d7d57a0 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Pushing event updated for resources: {'Port': ['ID=963f392b-9c6f-40e6-8cbe-abd95a5c6244,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:03.562386 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-d701f469-332a-425b-9815-cf589d7d57a0 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Resources bound (agent type, host, resource id):  {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:09:03.564647 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-d701f469-332a-425b-9815-cf589d7d57a0 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:03.565500 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-d701f469-332a-425b-9815-cf589d7d57a0 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:09:03.572076 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-d701f469-332a-425b-9815-cf589d7d57a0 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:03.573400 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-d701f469-332a-425b-9815-cf589d7d57a0 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:03.603056 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-d701f469-332a-425b-9815-cf589d7d57a0 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3853140
Apr 30 14:09:03.717808 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-cf0ee60a-3e18-406e-8fb2-8200c62c1269 service neutron] Request body: {'port': {'device_id': 'b3aa3846-fa89-41ef-ac42-04234a3bbc49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:09:03.935942 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-cf0ee60a-3e18-406e-8fb2-8200c62c1269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:04.227517 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515e737-d85b-45a0-aaff-caadf68e3774 req-09071650-4034-4536-8477-3cd6ff51324b tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:04.230147 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-b515e737-d85b-45a0-aaff-caadf68e3774 req-09071650-4034-4536-8477-3cd6ff51324b tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.1220787
Apr 30 14:09:04.285049 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-b515e737-d85b-45a0-aaff-caadf68e3774 req-7191df23-8dd1-4900-9deb-533bac8eb567 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478177
Apr 30 14:09:04.399742 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0175602-cadd-42db-a0a3-2a1bd982e67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd221b807-6f03-4f66-815f-0332cd4cec1c'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:09:04.514748 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f851d7-7ab3-4bb3-bb42-f3ef7fcbd5b3 req-6e263e08-dfe7-40dc-ae67-5ab8b54c5b9d tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:04.516683 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-e1f851d7-7ab3-4bb3-bb42-f3ef7fcbd5b3 req-6e263e08-dfe7-40dc-ae67-5ab8b54c5b9d tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3aa3846-fa89-41ef-ac42-04234a3bbc49 HTTP/1.1" status: 200  len: 931 time: 0.1105886
Apr 30 14:09:04.536611 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63964726-85bc-43cb-9fa9-6545adb39f03 req-4b5174d6-9012-4edf-a61e-39620ea40a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:04.538748 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-63964726-85bc-43cb-9fa9-6545adb39f03 req-4b5174d6-9012-4edf-a61e-39620ea40a99 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1036f2f1678545d3aa4b54e8aa882dbc&device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 1098 time: 0.4072208
Apr 30 14:09:04.563678 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303ef8a-0ec6-48f8-80cd-d85696ad7b5d req-9d08ae8c-b1c8-454c-aac2-ea862b810356 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:04.571825 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5303ef8a-0ec6-48f8-80cd-d85696ad7b5d req-9d08ae8c-b1c8-454c-aac2-ea862b810356 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0175602-cadd-42db-a0a3-2a1bd982e67b HTTP/1.1" status: 200  len: 945 time: 0.4477761
Apr 30 14:09:04.592311 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-e1f851d7-7ab3-4bb3-bb42-f3ef7fcbd5b3 req-d69f08f8-5258-487d-806d-e0ec7686dc72 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662389
Apr 30 14:09:04.717571 dv-cinder-788365-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0175602-cadd-42db-a0a3-2a1bd982e67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd221b807-6f03-4f66-815f-0332cd4cec1c', 'code': 200}
Apr 30 14:09:04.781956 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.db.resource_extend [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-cf0ee60a-3e18-406e-8fb2-8200c62c1269 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 14:09:04.798830 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5303ef8a-0ec6-48f8-80cd-d85696ad7b5d req-04e2429c-4c04-4cb7-913e-3aa37331ccf4 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c56191c-c3c1-4b2d-8b91-967fdca9a5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2256923
Apr 30 14:09:04.956385 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-cf0ee60a-3e18-406e-8fb2-8200c62c1269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 963f392b-9c6f-40e6-8cbe-abd95a5c6244 {{(pid=73845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 14:09:04.972904 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-cf0ee60a-3e18-406e-8fb2-8200c62c1269 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:04.976096 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63964726-85bc-43cb-9fa9-6545adb39f03 req-889f07fb-9abd-4e21-ad87-869f60176dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:04.977464 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-63964726-85bc-43cb-9fa9-6545adb39f03 req-889f07fb-9abd-4e21-ad87-869f60176dc3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=101268f3-2b9c-42c4-ac42-c67a2c420fa2 HTTP/1.1" status: 200  len: 921 time: 0.4285240
Apr 30 14:09:05.067904 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd51dc-5bd0-40af-8576-6d1ca46d8f25 req-063fcb41-1bed-4a9d-aa1f-5e594c0e9cb3 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:05.069370 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-07fd51dc-5bd0-40af-8576-6d1ca46d8f25 req-063fcb41-1bed-4a9d-aa1f-5e594c0e9cb3 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/ports?device_id=034b41de-cd7e-4d6d-8047-454173aaa252 HTTP/1.1" status: 200  len: 945 time: 0.1602368
Apr 30 14:09:05.178827 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-63964726-85bc-43cb-9fa9-6545adb39f03 req-a5604a2f-e6d7-42f6-b972-2d322ff146ed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c98d074d-c38c-4126-98b9-31458ff958e3 HTTP/1.1" status: 200  len: 217 time: 0.1933713
Apr 30 14:09:05.191456 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-cf0ee60a-3e18-406e-8fb2-8200c62c1269 service neutron] Transition to ACTIVE for port object 963f392b-9c6f-40e6-8cbe-abd95a5c6244 will not be triggered until provisioned by entity L2. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:09:05.198282 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-cf0ee60a-3e18-406e-8fb2-8200c62c1269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:05.207569 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:05.272557 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-07fd51dc-5bd0-40af-8576-6d1ca46d8f25 req-a82b0a57-6da8-4750-938f-5727a80c9186 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/security-groups?id=d94e35a0-c7f7-4694-aa86-8848695cab29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1893978
Apr 30 14:09:05.367508 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c1d55-3137-4917-8a7f-873d32a9cf93 req-82293e02-b205-4e48-9ffb-e3d23528e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:05.371298 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-274c1d55-3137-4917-8a7f-873d32a9cf93 req-82293e02-b205-4e48-9ffb-e3d23528e38a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c0175602-cadd-42db-a0a3-2a1bd982e67b HTTP/1.1" status: 200  len: 1098 time: 0.1606195
Apr 30 14:09:05.494714 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-274c1d55-3137-4917-8a7f-873d32a9cf93 req-e4cb0949-89a2-4f91-ae0a-665684531561 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8c56191c-c3c1-4b2d-8b91-967fdca9a5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0697005
Apr 30 14:09:05.540859 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63964726-85bc-43cb-9fa9-6545adb39f03 req-310c3c65-3f90-459a-bed4-1490487379e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:05.544025 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-63964726-85bc-43cb-9fa9-6545adb39f03 req-310c3c65-3f90-459a-bed4-1490487379e6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7bffe4b8-8a91-4bea-9ca6-5a1137bd3587 HTTP/1.1" status: 200  len: 859 time: 0.2816191
Apr 30 14:09:05.674482 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ee60a-3e18-406e-8fb2-8200c62c1269 service neutron] Pushing event updated for resources: {'Port': ['ID=963f392b-9c6f-40e6-8cbe-abd95a5c6244,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:05.692363 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-cf0ee60a-3e18-406e-8fb2-8200c62c1269 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:05.703660 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-cf0ee60a-3e18-406e-8fb2-8200c62c1269 service neutron] Attempting to bind port 963f392b-9c6f-40e6-8cbe-abd95a5c6244 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:09:05.703998 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-cf0ee60a-3e18-406e-8fb2-8200c62c1269 service neutron] Attempting to bind port 963f392b-9c6f-40e6-8cbe-abd95a5c6244 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '6dccc72e-684c-4196-8b31-0016418af8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': '27a06724-f619-40a9-80b3-31638be87e2f'}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:09:05.704330 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-cf0ee60a-3e18-406e-8fb2-8200c62c1269 service neutron] Attempting to bind port 963f392b-9c6f-40e6-8cbe-abd95a5c6244 on network 27a06724-f619-40a9-80b3-31638be87e2f {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:09:05.716902 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-cf0ee60a-3e18-406e-8fb2-8200c62c1269 service neutron] Port 963f392b-9c6f-40e6-8cbe-abd95a5c6244 on network 27a06724-f619-40a9-80b3-31638be87e2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 14:09:05.717228 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-cf0ee60a-3e18-406e-8fb2-8200c62c1269 service neutron] Attempting to bind port 963f392b-9c6f-40e6-8cbe-abd95a5c6244 on network 27a06724-f619-40a9-80b3-31638be87e2f {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:09:05.736640 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-cf0ee60a-3e18-406e-8fb2-8200c62c1269 service neutron] Checking agent: {'id': 'd3aa7eed-5c97-490e-b2ea-32000fed17dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 14, 5, 52), 'started_at': datetime.datetime(2021, 4, 30, 14, 5, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:09:05.736980 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-cf0ee60a-3e18-406e-8fb2-8200c62c1269 service neutron] Checking segment: {'id': '6dccc72e-684c-4196-8b31-0016418af8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': '27a06724-f619-40a9-80b3-31638be87e2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:09:05.737425 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-cf0ee60a-3e18-406e-8fb2-8200c62c1269 service neutron] Bound using segment: {'id': '6dccc72e-684c-4196-8b31-0016418af8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': '27a06724-f619-40a9-80b3-31638be87e2f'} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:09:05.737817 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-cf0ee60a-3e18-406e-8fb2-8200c62c1269 service neutron] Bound port: 963f392b-9c6f-40e6-8cbe-abd95a5c6244, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dccc72e-684c-4196-8b31-0016418af8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': '27a06724-f619-40a9-80b3-31638be87e2f'}}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:09:05.738165 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-cf0ee60a-3e18-406e-8fb2-8200c62c1269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:05.792316 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f633dd-c322-4863-ae22-93d918e7beb1 req-348d9170-11d0-4911-8f02-69ea7dbf2bd4 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:05.793837 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-38f633dd-c322-4863-ae22-93d918e7beb1 req-348d9170-11d0-4911-8f02-69ea7dbf2bd4 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.43 "GET /v2.0/ports?device_id=034b41de-cd7e-4d6d-8047-454173aaa252 HTTP/1.1" status: 200  len: 945 time: 0.3379159
Apr 30 14:09:05.846987 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-63964726-85bc-43cb-9fa9-6545adb39f03 req-731046be-0c3d-4bc1-bdf9-339f38ffc732 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=101268f3-2b9c-42c4-ac42-c67a2c420fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1114168
Apr 30 14:09:05.970651 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7661b-7fab-487f-b985-4358aa1fc8a8 req-67e5de78-af3d-4dd5-b6c9-ff553ba96710 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:05.972809 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-91a7661b-7fab-487f-b985-4358aa1fc8a8 req-67e5de78-af3d-4dd5-b6c9-ff553ba96710 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3aa3846-fa89-41ef-ac42-04234a3bbc49 HTTP/1.1" status: 200  len: 943 time: 0.1458926
Apr 30 14:09:05.986249 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2b5dc-de39-42fd-b3c1-6f5c90a1b69e req-a7a093c7-7886-4d9a-a081-e86d6a611966 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:05.987724 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-adf2b5dc-de39-42fd-b3c1-6f5c90a1b69e req-a7a093c7-7886-4d9a-a081-e86d6a611966 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.3884830
Apr 30 14:09:06.054760 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-91a7661b-7fab-487f-b985-4358aa1fc8a8 req-eb3f3432-4f30-4ae7-af1c-043c5917220d tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695009
Apr 30 14:09:06.174002 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 43608) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:09:06.174170 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-63964726-85bc-43cb-9fa9-6545adb39f03 req-f9771d67-9057-4f1f-9c94-c13cc729da15 service neutron] 10.222.0.43 "GET /v2.0/networks/101268f3-2b9c-42c4-ac42-c67a2c420fa2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2797453
Apr 30 14:09:06.263949 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-cf0ee60a-3e18-406e-8fb2-8200c62c1269 service neutron] For port 963f392b-9c6f-40e6-8cbe-abd95a5c6244, host hv-cinder-78836, cleared binding levels {{(pid=73845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:09:06.292516 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-cf0ee60a-3e18-406e-8fb2-8200c62c1269 service neutron] For port 963f392b-9c6f-40e6-8cbe-abd95a5c6244, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=963f392b-9c6f-40e6-8cbe-abd95a5c6244,segment=NetworkSegment(6dccc72e-684c-4196-8b31-0016418af8e9),segment_id=6dccc72e-684c-4196-8b31-0016418af8e9)] {{(pid=73845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:09:06.297898 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-adf2b5dc-de39-42fd-b3c1-6f5c90a1b69e req-36121c9c-de98-40cd-a21d-5b7cfe2b83db tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928311
Apr 30 14:09:06.301130 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-cf0ee60a-3e18-406e-8fb2-8200c62c1269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:06.309245 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-e55eab6a-70ef-47bb-a64f-4bbf27125c4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:06.378864 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d9af693a-afa8-48a8-b2e3-b67dd3502b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:06.402483 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-d9af693a-afa8-48a8-b2e3-b67dd3502b16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:09:06.405651 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-cf0ee60a-3e18-406e-8fb2-8200c62c1269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:06.406508 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-cf0ee60a-3e18-406e-8fb2-8200c62c1269 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:06.408065 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-cf0ee60a-3e18-406e-8fb2-8200c62c1269 service neutron] 10.222.0.43 "PUT /v2.0/ports/963f392b-9c6f-40e6-8cbe-abd95a5c6244 HTTP/1.1" status: 200  len: 1093 time: 2.6980510
Apr 30 14:09:06.408809 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-d9af693a-afa8-48a8-b2e3-b67dd3502b16 admin admin] Usage tracker for resource:security_group_rule and tenant:01448459015447cb8211d33aef5c33d8 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:09:06.411394 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3aa3846-fa89-41ef-ac42-04234a3bbc49', 'tag': '963f392b-9c6f-40e6-8cbe-abd95a5c6244'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:09:06.421325 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-d9af693a-afa8-48a8-b2e3-b67dd3502b16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:09:06.431195 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7b5b2-e8fc-4b68-8a4f-64669edd9e63 req-691d2ced-7526-4dfe-b250-2b913b828148 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:06.433226 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-57e7b5b2-e8fc-4b68-8a4f-64669edd9e63 req-691d2ced-7526-4dfe-b250-2b913b828148 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0175602-cadd-42db-a0a3-2a1bd982e67b HTTP/1.1" status: 200  len: 945 time: 0.1968141
Apr 30 14:09:06.438170 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-d9af693a-afa8-48a8-b2e3-b67dd3502b16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:09:06.446691 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-38f633dd-c322-4863-ae22-93d918e7beb1 req-b7fcd8d3-c6d4-4e92-b664-39642a343f8b tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Deleting port c931396c-b63b-4bab-8040-38c6ed8da406 {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:09:06.447200 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-38f633dd-c322-4863-ae22-93d918e7beb1 req-b7fcd8d3-c6d4-4e92-b664-39642a343f8b tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:06.483080 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ee60a-3e18-406e-8fb2-8200c62c1269 service neutron] Pushing event updated for resources: {'Port': ['ID=963f392b-9c6f-40e6-8cbe-abd95a5c6244,revision_number=3']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:06.488690 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-cf0ee60a-3e18-406e-8fb2-8200c62c1269 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:06.521983 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-57e7b5b2-e8fc-4b68-8a4f-64669edd9e63 req-38a6c479-46e0-412d-b843-2909a520fc75 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c56191c-c3c1-4b2d-8b91-967fdca9a5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600581
Apr 30 14:09:06.606054 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d9af693a-afa8-48a8-b2e3-b67dd3502b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:06.612108 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d9af693a-afa8-48a8-b2e3-b67dd3502b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:06.625345 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-bf271363-295c-40fd-b33a-4357b8759639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:06.644825 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-38f633dd-c322-4863-ae22-93d918e7beb1 req-b7fcd8d3-c6d4-4e92-b664-39642a343f8b tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] For port c931396c-b63b-4bab-8040-38c6ed8da406, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c931396c-b63b-4bab-8040-38c6ed8da406,segment=NetworkSegment(2f79aa9a-8bec-4f71-b6e0-2ac20193241a),segment_id=2f79aa9a-8bec-4f71-b6e0-2ac20193241a)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:09:06.646106 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-38f633dd-c322-4863-ae22-93d918e7beb1 req-b7fcd8d3-c6d4-4e92-b664-39642a343f8b tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:06.743893 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-d9af693a-afa8-48a8-b2e3-b67dd3502b16 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=01448459015447cb8211d33aef5c33d8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5796294
Apr 30 14:09:06.749799 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af693a-afa8-48a8-b2e3-b67dd3502b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca83372-05b5-4332-abe0-09203e80e730,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:06.760075 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 43622) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:09:06.768219 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-d9af693a-afa8-48a8-b2e3-b67dd3502b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:06.878168 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a6dda-95a6-4e1a-892c-95e02d74bdcc req-91588d3e-7f67-4ca3-93bd-69a4aab7d367 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:06.879825 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-cd8a6dda-95a6-4e1a-892c-95e02d74bdcc req-91588d3e-7f67-4ca3-93bd-69a4aab7d367 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/ports?device_id=034b41de-cd7e-4d6d-8047-454173aaa252 HTTP/1.1" status: 200  len: 945 time: 0.2309301
Apr 30 14:09:06.890434 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-38f633dd-c322-4863-ae22-93d918e7beb1 req-b7fcd8d3-c6d4-4e92-b664-39642a343f8b tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Calling delete_port for c931396c-b63b-4bab-8040-38c6ed8da406 owned by compute:nova {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:09:06.911052 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2bac606c-b542-4577-93b7-e158e6d1b921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:06.958531 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-cd8a6dda-95a6-4e1a-892c-95e02d74bdcc req-274d3109-83ab-48e3-81fb-730038a18864 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/security-groups?id=d94e35a0-c7f7-4694-aa86-8848695cab29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712063
Apr 30 14:09:06.960163 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2bac606c-b542-4577-93b7-e158e6d1b921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:07.028725 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3aa3846-fa89-41ef-ac42-04234a3bbc49', 'tag': '963f392b-9c6f-40e6-8cbe-abd95a5c6244', 'status': 'completed', 'code': 200}
Apr 30 14:09:07.049926 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2bac606c-b542-4577-93b7-e158e6d1b921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:07.058075 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-e962432e-f636-4e1b-8bf3-0158c6cf59cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:07.076541 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac606c-b542-4577-93b7-e158e6d1b921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca83372-05b5-4332-abe0-09203e80e730,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:07.080678 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-2bac606c-b542-4577-93b7-e158e6d1b921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:07.083530 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2bac606c-b542-4577-93b7-e158e6d1b921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:07.088911 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-2bac606c-b542-4577-93b7-e158e6d1b921 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0ca83372-05b5-4332-abe0-09203e80e730 HTTP/1.1" status: 204  len: 168 time: 0.3267546
Apr 30 14:09:07.152767 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-38f633dd-c322-4863-ae22-93d918e7beb1 req-b7fcd8d3-c6d4-4e92-b664-39642a343f8b tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:07.158760 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-6d8889df-345c-4677-b710-dcc29d3c8184 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:07.221595 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fcd8d3-c6d4-4e92-b664-39642a343f8b tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Pushing event deleted for resources: {'Port': ['ID=c931396c-b63b-4bab-8040-38c6ed8da406,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:07.226630 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-b7fcd8d3-c6d4-4e92-b664-39642a343f8b tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:07.331932 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f633dd-c322-4863-ae22-93d918e7beb1 req-b7fcd8d3-c6d4-4e92-b664-39642a343f8b tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] No DVR routers for this DVR port c931396c-b63b-4bab-8040-38c6ed8da406 on host hv-cinder-78836 {{(pid=73845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 14:09:07.340347 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-38f633dd-c322-4863-ae22-93d918e7beb1 req-b7fcd8d3-c6d4-4e92-b664-39642a343f8b tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:07.357892 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-38f633dd-c322-4863-ae22-93d918e7beb1 req-b7fcd8d3-c6d4-4e92-b664-39642a343f8b tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.43 "DELETE /v2.0/ports/c931396c-b63b-4bab-8040-38c6ed8da406 HTTP/1.1" status: 204  len: 173 time: 1.5546398
Apr 30 14:09:07.374187 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee321bb0-212b-47c4-bd3b-23c0328ad24b req-a22eaeff-9659-4efe-bd03-25c975ae2b3f tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:07.375701 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-ee321bb0-212b-47c4-bd3b-23c0328ad24b req-a22eaeff-9659-4efe-bd03-25c975ae2b3f tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3aa3846-fa89-41ef-ac42-04234a3bbc49 HTTP/1.1" status: 200  len: 943 time: 0.1414793
Apr 30 14:09:07.429940 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-ee321bb0-212b-47c4-bd3b-23c0328ad24b req-0e795e3f-7704-410a-b03d-b868f45c3cc3 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433044
Apr 30 14:09:07.524249 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 43636) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:09:07.540899 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-491874f0-742c-42fa-884a-fdee57003495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:07.560460 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-491874f0-742c-42fa-884a-fdee57003495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:09:07.564510 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-491874f0-742c-42fa-884a-fdee57003495 admin admin] Usage tracker for resource:security_group_rule and tenant:5ed1f9a84e33483ab51152812a7a75c2 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:09:07.567508 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-491874f0-742c-42fa-884a-fdee57003495 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:09:07.574212 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-491874f0-742c-42fa-884a-fdee57003495 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:09:07.666212 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba9431-5c84-45c1-b391-9aa6daa7af98 req-c5b0c1f5-8358-47d6-8e8f-509d69037e5a tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:07.667711 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-9fba9431-5c84-45c1-b391-9aa6daa7af98 req-c5b0c1f5-8358-47d6-8e8f-509d69037e5a tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.1160510
Apr 30 14:09:07.687945 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-491874f0-742c-42fa-884a-fdee57003495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:07.693677 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-491874f0-742c-42fa-884a-fdee57003495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:07.707509 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-740c18d7-6daf-4d2c-86b4-291653048cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:07.725143 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-9fba9431-5c84-45c1-b391-9aa6daa7af98 req-71e53912-83f9-4f7a-939d-1f4c9c15cff7 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491662
Apr 30 14:09:07.758106 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-491874f0-742c-42fa-884a-fdee57003495 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5ed1f9a84e33483ab51152812a7a75c2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2310700
Apr 30 14:09:07.758591 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491874f0-742c-42fa-884a-fdee57003495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c8c020-57b6-4066-aaf7-c0cedc5a4425,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:07.758728 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 43642) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:09:07.763361 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-491874f0-742c-42fa-884a-fdee57003495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:07.846087 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-341e150a-632b-4558-8e57-d706f0c65d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:07.919705 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-341e150a-632b-4558-8e57-d706f0c65d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:07.989790 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31e712-9664-4e40-a9af-d65314b5a5eb req-9b59681e-7f01-40b0-840c-d007c7fd5c75 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:07.991153 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-8a31e712-9664-4e40-a9af-d65314b5a5eb req-9b59681e-7f01-40b0-840c-d007c7fd5c75 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0175602-cadd-42db-a0a3-2a1bd982e67b HTTP/1.1" status: 200  len: 945 time: 0.1300864
Apr 30 14:09:08.005100 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-341e150a-632b-4558-8e57-d706f0c65d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:08.016877 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-2842e6cf-2b20-465c-b854-e9371c74df2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:08.039908 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] get_ports_and_sgs() called for port_ids ['c931396c-b63b-4bab-8040-38c6ed8da406'] {{(pid=73846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 14:09:08.075889 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e150a-632b-4558-8e57-d706f0c65d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c8c020-57b6-4066-aaf7-c0cedc5a4425,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:08.082032 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-341e150a-632b-4558-8e57-d706f0c65d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:08.101740 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-341e150a-632b-4558-8e57-d706f0c65d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:08.104775 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-341e150a-632b-4558-8e57-d706f0c65d9d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/84c8c020-57b6-4066-aaf7-c0cedc5a4425 HTTP/1.1" status: 204  len: 168 time: 0.3445995
Apr 30 14:09:08.138628 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-8a31e712-9664-4e40-a9af-d65314b5a5eb req-c0ce52ff-42dd-49c9-a929-866e9023cd20 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c56191c-c3c1-4b2d-8b91-967fdca9a5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1230686
Apr 30 14:09:08.343768 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-0b295995-4384-4f97-af1d-224e3bc08dd6 req-8cd014e9-bdf5-4a56-a313-67a1eb0bf0ea tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Synchronizing usage tracker for tenant:e1bcda662b5a4736a1e1e33435698631 on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:09:08.387110 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-0b295995-4384-4f97-af1d-224e3bc08dd6 req-8cd014e9-bdf5-4a56-a313-67a1eb0bf0ea tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Unset dirty status for tenant:e1bcda662b5a4736a1e1e33435698631 on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:09:08.388237 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0b295995-4384-4f97-af1d-224e3bc08dd6 req-8cd014e9-bdf5-4a56-a313-67a1eb0bf0ea tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/ports?device_id=034b41de-cd7e-4d6d-8047-454173aaa252 HTTP/1.1" status: 200  len: 210 time: 0.1100810
Apr 30 14:09:08.392551 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-63964726-85bc-43cb-9fa9-6545adb39f03 req-8c3abf13-5395-434a-ba95-78837a72ef4b service neutron] 10.222.0.43 "GET /v2.0/networks/101268f3-2b9c-42c4-ac42-c67a2c420fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3878751
Apr 30 14:09:08.417140 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003420b-14f8-4d56-8569-d79201afc5e0 req-9f73b8ff-16ba-4317-b9fb-20a5eacb498c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:08.419268 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6003420b-14f8-4d56-8569-d79201afc5e0 req-9f73b8ff-16ba-4317-b9fb-20a5eacb498c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=115ed14988014677a355d6807f338dbb&device_id=b3aa3846-fa89-41ef-ac42-04234a3bbc49 HTTP/1.1" status: 200  len: 1096 time: 0.1780341
Apr 30 14:09:08.698753 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003420b-14f8-4d56-8569-d79201afc5e0 req-6d179ef9-5ad4-4b46-8cea-cb8fadc0b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:08.701041 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6003420b-14f8-4d56-8569-d79201afc5e0 req-6d179ef9-5ad4-4b46-8cea-cb8fadc0b609 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=115ed14988014677a355d6807f338dbb&shared=False HTTP/1.1" status: 200  len: 917 time: 0.2702901
Apr 30 14:09:08.792182 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86359a16-a141-4655-9774-5ba72fb015dd req-fcf06b60-e70e-495a-8eca-813fd3331fab tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:08.797345 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-86359a16-a141-4655-9774-5ba72fb015dd req-fcf06b60-e70e-495a-8eca-813fd3331fab tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3aa3846-fa89-41ef-ac42-04234a3bbc49 HTTP/1.1" status: 200  len: 943 time: 0.1999614
Apr 30 14:09:08.929027 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-86359a16-a141-4655-9774-5ba72fb015dd req-98df03dc-0189-4199-a989-fd2d816b521b tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1218147
Apr 30 14:09:09.030784 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034b41de-cd7e-4d6d-8047-454173aaa252', 'name': 'network-vif-deleted', 'tag': 'c931396c-b63b-4bab-8040-38c6ed8da406'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:09:09.088739 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003420b-14f8-4d56-8569-d79201afc5e0 req-7639bf5d-05e7-4c7c-a9bb-738acf3f4596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:09.090227 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6003420b-14f8-4d56-8569-d79201afc5e0 req-7639bf5d-05e7-4c7c-a9bb-738acf3f4596 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.3509533
Apr 30 14:09:09.117583 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a694a19-3542-4080-8df1-65fb2cd01ee2 req-f53d14aa-7860-4433-bee2-097171e75b4b tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:09.146875 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2a694a19-3542-4080-8df1-65fb2cd01ee2 req-f53d14aa-7860-4433-bee2-097171e75b4b tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.1736612
Apr 30 14:09:09.178046 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034b41de-cd7e-4d6d-8047-454173aaa252', 'name': 'network-vif-deleted', 'tag': 'c931396c-b63b-4bab-8040-38c6ed8da406', 'status': 'completed', 'code': 200}
Apr 30 14:09:09.224891 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2a694a19-3542-4080-8df1-65fb2cd01ee2 req-7dc0cbcf-1c8d-4508-a7da-236a3004e70b tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769992
Apr 30 14:09:09.463898 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-daa42caa-ce3f-447b-bb4e-746afe60ee7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:09.465474 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-daa42caa-ce3f-447b-bb4e-746afe60ee7e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=115ed14988014677a355d6807f338dbb&device_id=b3aa3846-fa89-41ef-ac42-04234a3bbc49 HTTP/1.1" status: 200  len: 1096 time: 0.2109284
Apr 30 14:09:09.552641 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-d1e401ab-02e5-4520-bfa5-c0995fa84c01 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=963f392b-9c6f-40e6-8cbe-abd95a5c6244 HTTP/1.1" status: 200  len: 217 time: 0.0714166
Apr 30 14:09:09.639060 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc6af4-9cd7-41ed-8708-4e3ff2a6c616 req-c0eba72a-ba6a-4cde-9931-ea8fa7bdcc03 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:09.640849 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e0cc6af4-9cd7-41ed-8708-4e3ff2a6c616 req-c0eba72a-ba6a-4cde-9931-ea8fa7bdcc03 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0175602-cadd-42db-a0a3-2a1bd982e67b HTTP/1.1" status: 200  len: 945 time: 0.2456944
Apr 30 14:09:09.687087 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-2d06d7e4-9d1a-4d9f-b3ac-4a9f99e88dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:09.688560 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-2d06d7e4-9d1a-4d9f-b3ac-4a9f99e88dc0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d8dcaed0-062c-4177-bebc-e438f9a7434c HTTP/1.1" status: 200  len: 855 time: 0.1081760
Apr 30 14:09:09.754968 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-c2295247-86c8-433f-8394-55b8a1d9f234 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=27a06724-f619-40a9-80b3-31638be87e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0527234
Apr 30 14:09:09.773503 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e0cc6af4-9cd7-41ed-8708-4e3ff2a6c616 req-6c3b4566-8a42-4b23-a619-a26c77416804 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c56191c-c3c1-4b2d-8b91-967fdca9a5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1153293
Apr 30 14:09:09.838928 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-2fedf23f-65c3-45cf-90ef-40f7d5cc9a59 req-20de0bd1-4b34-4cb2-9636-e6b6b5aab3c0 tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] 10.222.0.32 "GET /v2.0/ports?device_id=034b41de-cd7e-4d6d-8047-454173aaa252 HTTP/1.1" status: 200  len: 210 time: 0.1570134
Apr 30 14:09:10.254074 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-e09493f0-d4ea-4559-9911-ab323ded14fc service neutron] 10.222.0.43 "GET /v2.0/networks/27a06724-f619-40a9-80b3-31638be87e2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4794705
Apr 30 14:09:10.391560 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b0f61-ea52-46ba-b01a-6dea680877b3 req-26f067e7-e628-4c3e-b98f-662f802ad321 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:10.394634 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-c57b0f61-ea52-46ba-b01a-6dea680877b3 req-26f067e7-e628-4c3e-b98f-662f802ad321 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3aa3846-fa89-41ef-ac42-04234a3bbc49 HTTP/1.1" status: 200  len: 943 time: 0.1998076
Apr 30 14:09:10.396767 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c985fb2-e55d-4966-91e2-ebaf4d9561f5 req-f5641ed8-a4bb-4976-bf20-be1ca6491d7f tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:10.398970 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8c985fb2-e55d-4966-91e2-ebaf4d9561f5 req-f5641ed8-a4bb-4976-bf20-be1ca6491d7f tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0175602-cadd-42db-a0a3-2a1bd982e67b HTTP/1.1" status: 200  len: 945 time: 0.2770617
Apr 30 14:09:10.414824 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 43720) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:09:10.444462 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-df022ae5-3481-445b-94b6-1c5b3c053448 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Request body: {'floatingip': {'port_id': 'd221b807-6f03-4f66-815f-0332cd4cec1c'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:09:10.541733 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-c57b0f61-ea52-46ba-b01a-6dea680877b3 req-07307a51-74a3-46b2-9e92-73df5cc0c26c tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186736
Apr 30 14:09:10.623429 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-df022ae5-3481-445b-94b6-1c5b3c053448 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for floatingip, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:10.853887 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-1eee0206-ddda-4237-800e-a335ff0a437c service neutron] 10.222.0.43 "GET /v2.0/networks/27a06724-f619-40a9-80b3-31638be87e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5935092
Apr 30 14:09:11.168939 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce220063-1c03-4e5d-b6fa-65ac4a54c312 req-93473fcd-c3f1-46fe-a74d-18eef5fc8cb5 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:11.170842 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ce220063-1c03-4e5d-b6fa-65ac4a54c312 req-93473fcd-c3f1-46fe-a74d-18eef5fc8cb5 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.4405150
Apr 30 14:09:11.323787 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ce220063-1c03-4e5d-b6fa-65ac4a54c312 req-19e5db51-f8cb-4f2a-bba8-a4517375e4b6 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1415343
Apr 30 14:09:11.745426 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-df022ae5-3481-445b-94b6-1c5b3c053448 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:11.755923 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-df022ae5-3481-445b-94b6-1c5b3c053448 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998352'] for floatingip, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:12.007407 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0019be1-8475-4dc9-8b2b-1676783bf3fc req-632e18cc-1a6d-4d18-84c7-b4d30fc3b938 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:12.016847 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-b0019be1-8475-4dc9-8b2b-1676783bf3fc req-632e18cc-1a6d-4d18-84c7-b4d30fc3b938 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3aa3846-fa89-41ef-ac42-04234a3bbc49 HTTP/1.1" status: 200  len: 943 time: 0.1992676
Apr 30 14:09:12.062491 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.db.l3_db [None req-df022ae5-3481-445b-94b6-1c5b3c053448 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Floating IP 9c68983a-585e-4e68-9075-aba7c3a0a43d associated. External IP: 172.27.1.36, port: d221b807-6f03-4f66-815f-0332cd4cec1c.
Apr 30 14:09:12.065334 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device c931396c-b63b-4bab-8040-38c6ed8da406 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:09:12.126409 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] No Port match for: c931396c-b63b-4bab-8040-38c6ed8da406 {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:09:12.128579 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device c931396c-b63b-4bab-8040-38c6ed8da406 not bound to the agent host hv-cinder-78836 {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:09:12.139094 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-b0019be1-8475-4dc9-8b2b-1676783bf3fc req-5ef86acc-0e8e-478f-9502-125c8020565d tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150353
Apr 30 14:09:12.624316 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987bb39-e6c3-4d19-a5c1-bb88b940ef3c req-87d3816d-69bf-438b-8317-f67f67a2fae1 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:12.636919 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-d987bb39-e6c3-4d19-a5c1-bb88b940ef3c req-87d3816d-69bf-438b-8317-f67f67a2fae1 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.1331153
Apr 30 14:09:12.732393 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-d987bb39-e6c3-4d19-a5c1-bb88b940ef3c req-656f47ec-9d7d-4d74-bdea-a64c7950eadd tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943398
Apr 30 14:09:12.765317 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df022ae5-3481-445b-94b6-1c5b3c053448 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Router bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417 has already been hosted by L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d {{(pid=73845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 14:09:13.023237 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df022ae5-3481-445b-94b6-1c5b3c053448 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:09:13.037663 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772e1b5b-fc88-4470-9e2b-5432d8973eef None None] Sync routers for ids ['bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'] in dv-cinder-788365-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:09:13.054270 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-df022ae5-3481-445b-94b6-1c5b3c053448 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for floatingip, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:13.073604 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772e1b5b-fc88-4470-9e2b-5432d8973eef None None] Routers {'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:09:13.077989 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-772e1b5b-fc88-4470-9e2b-5432d8973eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc2bc9d60>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:08:51Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:09:13.147073 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 43800) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:09:13.188160 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-df022ae5-3481-445b-94b6-1c5b3c053448 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "PUT /v2.0/floatingips/9c68983a-585e-4e68-9075-aba7c3a0a43d HTTP/1.1" status: 200  len: 990 time: 2.7714336
Apr 30 14:09:13.190061 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0175602-cadd-42db-a0a3-2a1bd982e67b', 'tag': 'd221b807-6f03-4f66-815f-0332cd4cec1c'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:09:13.253586 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.db_base_plugin_v2 [None req-7acd3942-8ca7-44ee-9e01-0781c2ecd945 admin admin] Deleting subnet c755a8aa-507d-4e8d-8f1a-e0d289bcd108 {{(pid=73844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 14:09:13.260133 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7acd3942-8ca7-44ee-9e01-0781c2ecd945 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:13.459912 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7acd3942-8ca7-44ee-9e01-0781c2ecd945 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:13.461598 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-772e1b5b-fc88-4470-9e2b-5432d8973eef None None] Set router bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:09:13.478258 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7acd3942-8ca7-44ee-9e01-0781c2ecd945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996049'] for subnet, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:13.619521 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6580fd-8a00-4015-93be-4952561160b8 req-c1243e05-65b4-4cdd-b4d2-4e6e430fc6d2 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:13.621363 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-fe6580fd-8a00-4015-93be-4952561160b8 req-c1243e05-65b4-4cdd-b4d2-4e6e430fc6d2 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3aa3846-fa89-41ef-ac42-04234a3bbc49 HTTP/1.1" status: 200  len: 943 time: 0.3054011
Apr 30 14:09:13.836926 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-fe6580fd-8a00-4015-93be-4952561160b8 req-d77bafba-dcd9-4273-ad05-7d09913cafe6 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2003627
Apr 30 14:09:14.005611 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7acd3942-8ca7-44ee-9e01-0781c2ecd945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741'] for subnet, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:14.014147 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-aacad068-53f6-45ee-a2d0-b91e2279df75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:14.016651 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-772e1b5b-fc88-4470-9e2b-5432d8973eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc2bc9d60>, [{'id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'name': 'tempest-AttachVolumeTestJSON-1245073814-router', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:51Z', 'updated_at': '2021-04-30T14:08:12Z', 'revision_number': 4, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'gw_port': {'id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:48:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:54Z', 'updated_at': '2021-04-30T14:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_floatingips': [{'id': '9c68983a-585e-4e68-9075-aba7c3a0a43d', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'router_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'port_id': 'd221b807-6f03-4f66-815f-0332cd4cec1c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3', 'mac_address': 'fa:16:3e:67:69:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0175602-cadd-42db-a0a3-2a1bd982e67b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:08:24Z', 'updated_at': '2021-04-30T14:09:11Z', 'revision_number': 1, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f1e779-4aa2-4a4f-993d-5c998c94a94c', 'name': '', 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'mac_address': 'fa:16:3e:0a:13:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cbf9a206-b4b1-4cb9-a994-3e377e8fd720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:08:08Z', 'updated_at': '2021-04-30T14:08:24Z', 'revision_number': 5, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'subnets': [{'id': 'cbf9a206-b4b1-4cb9-a994-3e377e8fd720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:09:14.024859 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772e1b5b-fc88-4470-9e2b-5432d8973eef None None] Checking router: bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417 for host: dv-cinder-788365-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:09:14.040047 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772e1b5b-fc88-4470-9e2b-5432d8973eef None None] Routers {'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:09:14.043436 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-772e1b5b-fc88-4470-9e2b-5432d8973eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc2bc9d60>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:08:51Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:09:14.063025 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0175602-cadd-42db-a0a3-2a1bd982e67b', 'tag': 'd221b807-6f03-4f66-815f-0332cd4cec1c', 'status': 'completed', 'code': 200}
Apr 30 14:09:14.145691 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd3942-8ca7-44ee-9e01-0781c2ecd945 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c755a8aa-507d-4e8d-8f1a-e0d289bcd108,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:14.152356 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-7acd3942-8ca7-44ee-9e01-0781c2ecd945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:14.163373 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7acd3942-8ca7-44ee-9e01-0781c2ecd945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for subnet, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:14.175713 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-7acd3942-8ca7-44ee-9e01-0781c2ecd945 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c755a8aa-507d-4e8d-8f1a-e0d289bcd108 HTTP/1.1" status: 204  len: 168 time: 1.0262961
Apr 30 14:09:14.178053 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 43830) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:09:14.363586 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f8ab5a6f-2aa1-4261-a875-a2dc500af11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639966'] for network, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:14.373518 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949e611-c63a-49b0-99fc-d4f02a362fcb req-80c0a5cd-533d-4495-81b5-63a91b0e2ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:14.375945 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e949e611-c63a-49b0-99fc-d4f02a362fcb req-80c0a5cd-533d-4495-81b5-63a91b0e2ff7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7abbf22e49d14a8ba3c6061e4aaeef34&device_id=c0175602-cadd-42db-a0a3-2a1bd982e67b HTTP/1.1" status: 200  len: 1098 time: 0.2749496
Apr 30 14:09:14.548622 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-772e1b5b-fc88-4470-9e2b-5432d8973eef None None] Set router bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:09:14.561097 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b951c57-b6ab-4013-8cf7-3a1af635da70 req-26e71a7d-af6a-42a7-a677-fea9cb58c217 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:14.562637 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2b951c57-b6ab-4013-8cf7-3a1af635da70 req-26e71a7d-af6a-42a7-a677-fea9cb58c217 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.2645237
Apr 30 14:09:14.583736 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f8ab5a6f-2aa1-4261-a875-a2dc500af11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984668', 'neutron.services.segments.db._delete_segments_for_network-8774018681245'] for network, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:14.641790 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949e611-c63a-49b0-99fc-d4f02a362fcb req-9f5806de-925c-485d-a2ae-98af2a1c1bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:14.643901 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e949e611-c63a-49b0-99fc-d4f02a362fcb req-9f5806de-925c-485d-a2ae-98af2a1c1bb4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f610bd26-2e37-48ef-90fd-5e8ebed549b3 HTTP/1.1" status: 200  len: 913 time: 0.2600479
Apr 30 14:09:14.736668 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f8ab5a6f-2aa1-4261-a875-a2dc500af11e admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fadc2d68100>> segment before_delete 55550000 {{(pid=73844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 14:09:14.737290 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f8ab5a6f-2aa1-4261-a875-a2dc500af11e admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fadc2d68100>> subnet precommit_delete_associations 55550000 {{(pid=73844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 14:09:14.739019 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f8ab5a6f-2aa1-4261-a875-a2dc500af11e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fadc282f2b0>> segment_host_mapping after_create 55550000 {{(pid=73844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 14:09:14.739532 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f8ab5a6f-2aa1-4261-a875-a2dc500af11e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fadc282f2b0>> port after_create 55550000 {{(pid=73844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 14:09:14.739872 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f8ab5a6f-2aa1-4261-a875-a2dc500af11e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fadc282f2b0>> port after_delete 55550000 {{(pid=73844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 14:09:14.740314 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f8ab5a6f-2aa1-4261-a875-a2dc500af11e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fadc282f2b0>> port after_update 55550000 {{(pid=73844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 14:09:14.740659 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f8ab5a6f-2aa1-4261-a875-a2dc500af11e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fadc282f2b0>> segment after_delete 55550000 {{(pid=73844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 14:09:14.741142 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f8ab5a6f-2aa1-4261-a875-a2dc500af11e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fadc282f2b0>> subnet after_create 55550000 {{(pid=73844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 14:09:14.741865 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f8ab5a6f-2aa1-4261-a875-a2dc500af11e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fadc282f2b0>> subnet after_delete 55550000 {{(pid=73844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 14:09:14.742465 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f8ab5a6f-2aa1-4261-a875-a2dc500af11e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fadc282f2b0>> subnet after_update 55550000 {{(pid=73844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 14:09:14.843732 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2b951c57-b6ab-4013-8cf7-3a1af635da70 req-d58daaed-b9eb-4e65-aacc-00b2341b2225 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2644951
Apr 30 14:09:14.937453 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e949e611-c63a-49b0-99fc-d4f02a362fcb req-f834cad5-3781-405c-a2ad-ba0cd307ec25 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d221b807-6f03-4f66-815f-0332cd4cec1c HTTP/1.1" status: 200  len: 998 time: 0.2763257
Apr 30 14:09:14.987942 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f8ab5a6f-2aa1-4261-a875-a2dc500af11e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fadc2153970>> subnet after_create 55550000 {{(pid=73844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 14:09:14.988338 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f8ab5a6f-2aa1-4261-a875-a2dc500af11e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fadc2153970>> subnet after_delete 55550000 {{(pid=73844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 14:09:14.988685 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f8ab5a6f-2aa1-4261-a875-a2dc500af11e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fadc2153970>> subnet before_create 55550000 {{(pid=73844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 14:09:14.989024 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f8ab5a6f-2aa1-4261-a875-a2dc500af11e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fadc2153970>> subnet before_update 55550000 {{(pid=73844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 14:09:14.989518 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.services.segments.db [None req-f8ab5a6f-2aa1-4261-a875-a2dc500af11e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fadc1ec3490>,) {'filters': {'network_id': ['93a46dab-cf96-46de-9910-9ec42660d7d5']}} {{(pid=73844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:09:15.017364 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.services.segments.db [None req-f8ab5a6f-2aa1-4261-a875-a2dc500af11e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fadc1ec3490>, '2f79aa9a-8bec-4f71-b6e0-2ac20193241a') {'for_net_delete': True} {{(pid=73844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:09:15.017775 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.services.segments.db [None req-f8ab5a6f-2aa1-4261-a875-a2dc500af11e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fadc1ec3490>, '2f79aa9a-8bec-4f71-b6e0-2ac20193241a') {} {{(pid=73844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:09:15.069967 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f8ab5a6f-2aa1-4261-a875-a2dc500af11e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774018692967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7339652'] for segment, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:15.112912 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f8ab5a6f-2aa1-4261-a875-a2dc500af11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-993311'] for segment, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:15.126246 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949e611-c63a-49b0-99fc-d4f02a362fcb req-2213c013-8bc3-44ae-b816-1e1b500cf059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:15.132578 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e949e611-c63a-49b0-99fc-d4f02a362fcb req-2213c013-8bc3-44ae-b816-1e1b500cf059 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cbf9a206-b4b1-4cb9-a994-3e377e8fd720 HTTP/1.1" status: 200  len: 850 time: 0.1838663
Apr 30 14:09:15.144954 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8ab5a6f-2aa1-4261-a875-a2dc500af11e admin admin] Releasing vlan 1432 on physical network physnet1 to pool {{(pid=73844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 14:09:15.265583 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949e611-c63a-49b0-99fc-d4f02a362fcb req-ee3e2657-dbdf-4c51-ac97-b955528d4ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:15.267319 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e949e611-c63a-49b0-99fc-d4f02a362fcb req-ee3e2657-dbdf-4c51-ac97-b955528d4ddd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f610bd26-2e37-48ef-90fd-5e8ebed549b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1314237
Apr 30 14:09:15.366300 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-772e1b5b-fc88-4470-9e2b-5432d8973eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc2bc9d60>, [{'id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'name': 'tempest-AttachVolumeTestJSON-1245073814-router', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:51Z', 'updated_at': '2021-04-30T14:08:12Z', 'revision_number': 4, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'gw_port': {'id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:48:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:54Z', 'updated_at': '2021-04-30T14:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_floatingips': [{'id': '9c68983a-585e-4e68-9075-aba7c3a0a43d', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'router_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'port_id': 'd221b807-6f03-4f66-815f-0332cd4cec1c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3', 'mac_address': 'fa:16:3e:67:69:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0175602-cadd-42db-a0a3-2a1bd982e67b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:08:24Z', 'updated_at': '2021-04-30T14:09:11Z', 'revision_number': 1, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f1e779-4aa2-4a4f-993d-5c998c94a94c', 'name': '', 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'mac_address': 'fa:16:3e:0a:13:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cbf9a206-b4b1-4cb9-a994-3e377e8fd720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:08:08Z', 'updated_at': '2021-04-30T14:08:24Z', 'revision_number': 5, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'subnets': [{'id': 'cbf9a206-b4b1-4cb9-a994-3e377e8fd720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:09:15.383363 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772e1b5b-fc88-4470-9e2b-5432d8973eef None None] The sync data for ids ['bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'] in dv-cinder-788365-2-iscsi is: [{'id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'name': 'tempest-AttachVolumeTestJSON-1245073814-router', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:51Z', 'updated_at': '2021-04-30T14:08:12Z', 'revision_number': 4, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'gw_port': {'id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:48:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:54Z', 'updated_at': '2021-04-30T14:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_floatingips': [{'id': '9c68983a-585e-4e68-9075-aba7c3a0a43d', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'router_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'port_id': 'd221b807-6f03-4f66-815f-0332cd4cec1c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3', 'mac_address': 'fa:16:3e:67:69:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0175602-cadd-42db-a0a3-2a1bd982e67b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:08:24Z', 'updated_at': '2021-04-30T14:09:11Z', 'revision_number': 1, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f1e779-4aa2-4a4f-993d-5c998c94a94c', 'name': '', 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'mac_address': 'fa:16:3e:0a:13:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cbf9a206-b4b1-4cb9-a994-3e377e8fd720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:08:08Z', 'updated_at': '2021-04-30T14:08:24Z', 'revision_number': 5, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'subnets': [{'id': 'cbf9a206-b4b1-4cb9-a994-3e377e8fd720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:09:15.532280 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e949e611-c63a-49b0-99fc-d4f02a362fcb req-2d597a6a-9098-4c10-9432-71c2dbfb2cd5 service neutron] 10.222.0.43 "GET /v2.0/networks/f610bd26-2e37-48ef-90fd-5e8ebed549b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2569044
Apr 30 14:09:15.581828 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.managers [None req-f8ab5a6f-2aa1-4261-a875-a2dc500af11e admin admin] Network 93a46dab-cf96-46de-9910-9ec42660d7d5 has no segments {{(pid=73844) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 14:09:15.596455 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f8ab5a6f-2aa1-4261-a875-a2dc500af11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-993508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6994089'] for segment, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:15.749440 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70156d4-36b4-4b10-b24a-e2a4ca25e6e3 req-fc4c8b90-bdfc-445f-801a-225897d9c1f5 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:15.752149 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-f70156d4-36b4-4b10-b24a-e2a4ca25e6e3 req-fc4c8b90-bdfc-445f-801a-225897d9c1f5 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3aa3846-fa89-41ef-ac42-04234a3bbc49 HTTP/1.1" status: 200  len: 943 time: 0.6286483
Apr 30 14:09:15.773401 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e949e611-c63a-49b0-99fc-d4f02a362fcb req-dc2089b0-c28b-4a13-b95a-7a3ce68043cc service neutron] 10.222.0.43 "GET /v2.0/networks/f610bd26-2e37-48ef-90fd-5e8ebed549b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2364392
Apr 30 14:09:15.834361 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69549d20-1bb0-466a-a64b-930ff4411cc6 None None] New status for floating IP 9c68983a-585e-4e68-9075-aba7c3a0a43d: ACTIVE {{(pid=73846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 14:09:15.988827 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-f70156d4-36b4-4b10-b24a-e2a4ca25e6e3 req-20ecae6e-d17b-4f9e-a2f1-787a3a0136d2 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2032363
Apr 30 14:09:16.017019 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.managers [None req-f8ab5a6f-2aa1-4261-a875-a2dc500af11e admin admin] Network 93a46dab-cf96-46de-9910-9ec42660d7d5 has no segments {{(pid=73844) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 14:09:16.106140 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 963f392b-9c6f-40e6-8cbe-abd95a5c6244 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 14:09:16.171615 dv-cinder-788365-2-iscsi neutron-server[73844]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 30 14:09:16.171615 dv-cinder-788365-2-iscsi neutron-server[73844]:   from cryptography.utils import int_from_bytes
Apr 30 14:09:16.171615 dv-cinder-788365-2-iscsi neutron-server[73844]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 30 14:09:16.171615 dv-cinder-788365-2-iscsi neutron-server[73844]:   from cryptography.utils import int_from_bytes
Apr 30 14:09:16.171615 dv-cinder-788365-2-iscsi neutron-server[73844]: Traceback (most recent call last):
Apr 30 14:09:16.171615 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 14:09:16.171615 dv-cinder-788365-2-iscsi neutron-server[73844]:     timer()
Apr 30 14:09:16.171615 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 14:09:16.171615 dv-cinder-788365-2-iscsi neutron-server[73844]:     cb(*args, **kw)
Apr 30 14:09:16.171615 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 14:09:16.171615 dv-cinder-788365-2-iscsi neutron-server[73844]:     return func(*args, **kwargs)
Apr 30 14:09:16.171615 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 14:09:16.171615 dv-cinder-788365-2-iscsi neutron-server[73844]:     self._notify()
Apr 30 14:09:16.171615 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 14:09:16.171615 dv-cinder-788365-2-iscsi neutron-server[73844]:     self.callback(batched_events)
Apr 30 14:09:16.171615 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 14:09:16.171615 dv-cinder-788365-2-iscsi neutron-server[73844]:     event.method(event)
Apr 30 14:09:16.171615 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 14:09:16.171615 dv-cinder-788365-2-iscsi neutron-server[73844]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 14:09:16.171615 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 14:09:16.171615 dv-cinder-788365-2-iscsi neutron-server[73844]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 14:09:16.171615 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 14:09:16.171615 dv-cinder-788365-2-iscsi neutron-server[73844]:     return f(self, *a, **k)
Apr 30 14:09:16.171615 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 14:09:16.171615 dv-cinder-788365-2-iscsi neutron-server[73844]:     return self._get(url).json()
Apr 30 14:09:16.171615 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 14:09:16.171615 dv-cinder-788365-2-iscsi neutron-server[73844]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 14:09:16.171615 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 14:09:16.171615 dv-cinder-788365-2-iscsi neutron-server[73844]:     return self.request(url, 'GET', **kwargs)
Apr 30 14:09:16.171615 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 14:09:16.171615 dv-cinder-788365-2-iscsi neutron-server[73844]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 14:09:16.171615 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 14:09:16.171615 dv-cinder-788365-2-iscsi neutron-server[73844]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 14:09:16.171615 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 14:09:16.171615 dv-cinder-788365-2-iscsi neutron-server[73844]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 14:09:16.171615 dv-cinder-788365-2-iscsi neutron-server[73844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 14:09:16.174159 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f8ab5a6f-2aa1-4261-a875-a2dc500af11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8010353'] for network, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:16.186810 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f8ab5a6f-2aa1-4261-a875-a2dc500af11e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for network, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:16.193782 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-b34a580d-fab3-4d0f-a5c4-dc0dde385a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:16.196450 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6058e-ed7f-446c-8913-4724ac94b517 req-f3c6ce7f-0b6a-4daf-98be-7d62fef3fce0 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:16.200242 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f8a6058e-ed7f-446c-8913-4724ac94b517 req-f3c6ce7f-0b6a-4daf-98be-7d62fef3fce0 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.2112060
Apr 30 14:09:16.273916 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab5a6f-2aa1-4261-a875-a2dc500af11e admin admin] Pushing event deleted for resources: {'Network': ['ID=93a46dab-cf96-46de-9910-9ec42660d7d5,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:16.281567 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-f8ab5a6f-2aa1-4261-a875-a2dc500af11e admin admin] 10.222.0.32 "DELETE /v2.0/networks/93a46dab-cf96-46de-9910-9ec42660d7d5 HTTP/1.1" status: 204  len: 168 time: 2.0998311
Apr 30 14:09:16.316164 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-f8ab5a6f-2aa1-4261-a875-a2dc500af11e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:16.331512 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.db.resource_extend [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 14:09:16.490383 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 43898) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:09:16.530495 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f8a6058e-ed7f-446c-8913-4724ac94b517 req-9ebc0f0d-d617-4b3c-83f2-e2d1882d8f7f tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3236394
Apr 30 14:09:16.713819 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 43904) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:09:16.724567 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-57e08d01-50f2-4004-a474-540d905ec2f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:16.765217 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port 963f392b-9c6f-40e6-8cbe-abd95a5c6244, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=963f392b-9c6f-40e6-8cbe-abd95a5c6244,segment=NetworkSegment(6dccc72e-684c-4196-8b31-0016418af8e9),segment_id=6dccc72e-684c-4196-8b31-0016418af8e9)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:09:16.794544 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-b6b1a8d7-848e-420d-8494-0b79b431f42a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e1bcda662b5a4736a1e1e33435698631&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0765562
Apr 30 14:09:16.794785 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Returning: {'device': '963f392b-9c6f-40e6-8cbe-abd95a5c6244', 'network_id': '27a06724-f619-40a9-80b3-31638be87e2f', 'port_id': '963f392b-9c6f-40e6-8cbe-abd95a5c6244', 'mac_address': 'fa:16:3e:d4:7f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8dcaed0-062c-4177-bebc-e438f9a7434c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 14:09:16.798320 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 43910) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:09:16.799036 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-57e08d01-50f2-4004-a474-540d905ec2f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:09:16.810534 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-57e08d01-50f2-4004-a474-540d905ec2f2 admin admin] Usage tracker for resource:security_group_rule and tenant:9ed9ef4e3e2046aea5544da325d4cd0e is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:09:16.826879 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-57e08d01-50f2-4004-a474-540d905ec2f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:09:16.844537 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-57e08d01-50f2-4004-a474-540d905ec2f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:09:16.876925 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:16.895956 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 963f392b-9c6f-40e6-8cbe-abd95a5c6244 {{(pid=73846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 14:09:16.907770 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-1bbf2d05-0159-41e3-8191-9657b7a8c44c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:16.913746 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port 963f392b-9c6f-40e6-8cbe-abd95a5c6244, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=963f392b-9c6f-40e6-8cbe-abd95a5c6244,segment=NetworkSegment(6dccc72e-684c-4196-8b31-0016418af8e9),segment_id=6dccc72e-684c-4196-8b31-0016418af8e9)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:09:16.919670 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:16.921949 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:16.939134 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-1bbf2d05-0159-41e3-8191-9657b7a8c44c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:16.949403 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-57e08d01-50f2-4004-a474-540d905ec2f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:16.954065 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-57e08d01-50f2-4004-a474-540d905ec2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:16.980324 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:17.005649 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-1bbf2d05-0159-41e3-8191-9657b7a8c44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:17.007626 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-57e08d01-50f2-4004-a474-540d905ec2f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9ed9ef4e3e2046aea5544da325d4cd0e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5157859
Apr 30 14:09:17.011412 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 43914) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:09:17.011997 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:17.029179 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Pushing event updated for resources: {'Port': ['ID=963f392b-9c6f-40e6-8cbe-abd95a5c6244,revision_number=4']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:17.034515 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:17.036813 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf2d05-0159-41e3-8191-9657b7a8c44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94e35a0-c7f7-4694-aa86-8848695cab29,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:17.039921 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-1bbf2d05-0159-41e3-8191-9657b7a8c44c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:17.049561 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-1bbf2d05-0159-41e3-8191-9657b7a8c44c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:17.051329 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-1bbf2d05-0159-41e3-8191-9657b7a8c44c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d94e35a0-c7f7-4694-aa86-8848695cab29 HTTP/1.1" status: 204  len: 168 time: 0.2517216
Apr 30 14:09:17.079161 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e08d01-50f2-4004-a474-540d905ec2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e204b48c-a136-4cf0-9ecc-be81888be670,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:17.083569 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-57e08d01-50f2-4004-a474-540d905ec2f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:17.213158 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d26275ce-10ce-4a8e-bf69-9f8b0c30b934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:17.263098 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d26275ce-10ce-4a8e-bf69-9f8b0c30b934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:17.336690 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2018949-ea31-47a7-8a63-85d7b32c20ce req-049e91b0-879c-46d4-843e-ae17aabb0835 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:17.338001 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-b2018949-ea31-47a7-8a63-85d7b32c20ce req-049e91b0-879c-46d4-843e-ae17aabb0835 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Synchronizing usage tracker for tenant:115ed14988014677a355d6807f338dbb on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:09:17.362612 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-b2018949-ea31-47a7-8a63-85d7b32c20ce req-049e91b0-879c-46d4-843e-ae17aabb0835 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Unset dirty status for tenant:115ed14988014677a355d6807f338dbb on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:09:17.364631 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b2018949-ea31-47a7-8a63-85d7b32c20ce req-049e91b0-879c-46d4-843e-ae17aabb0835 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3aa3846-fa89-41ef-ac42-04234a3bbc49 HTTP/1.1" status: 200  len: 944 time: 0.2161267
Apr 30 14:09:17.395414 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d26275ce-10ce-4a8e-bf69-9f8b0c30b934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:17.407754 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:17.453477 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26275ce-10ce-4a8e-bf69-9f8b0c30b934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e204b48c-a136-4cf0-9ecc-be81888be670,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:17.463912 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-d26275ce-10ce-4a8e-bf69-9f8b0c30b934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:17.475426 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b2018949-ea31-47a7-8a63-85d7b32c20ce req-7adea274-2a1d-4ea1-b72c-6161a3ea4fc8 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972464
Apr 30 14:09:17.478683 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d26275ce-10ce-4a8e-bf69-9f8b0c30b934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:17.480366 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-d26275ce-10ce-4a8e-bf69-9f8b0c30b934 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e204b48c-a136-4cf0-9ecc-be81888be670 HTTP/1.1" status: 204  len: 168 time: 0.4674561
Apr 30 14:09:17.777634 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5024844-90fc-47f2-bfdd-571efc4a8d38 req-8dc67f6d-3764-40d3-93ab-9b1096f6d0e4 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:17.780460 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e5024844-90fc-47f2-bfdd-571efc4a8d38 req-8dc67f6d-3764-40d3-93ab-9b1096f6d0e4 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.1160414
Apr 30 14:09:17.864807 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e5024844-90fc-47f2-bfdd-571efc4a8d38 req-75a2a0c7-9444-481c-bfb9-446781f4a3d4 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775776
Apr 30 14:09:17.913281 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 43952) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:09:18.317173 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-2378f9eb-fb71-491f-a666-2425da45860d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:18.344870 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-2378f9eb-fb71-491f-a666-2425da45860d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:09:18.350145 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-2378f9eb-fb71-491f-a666-2425da45860d admin admin] Usage tracker for resource:security_group_rule and tenant:5305e99fbc6b4749b4480e37971ca95c is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:09:18.354600 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-2378f9eb-fb71-491f-a666-2425da45860d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:09:18.367628 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-2378f9eb-fb71-491f-a666-2425da45860d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:09:18.546023 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-2378f9eb-fb71-491f-a666-2425da45860d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:18.551884 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-2378f9eb-fb71-491f-a666-2425da45860d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:18.564311 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-b4a42a09-2ba4-4d25-bbe2-f7a72d00aada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:18.612336 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-2378f9eb-fb71-491f-a666-2425da45860d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5305e99fbc6b4749b4480e37971ca95c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6978691
Apr 30 14:09:18.614508 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2378f9eb-fb71-491f-a666-2425da45860d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcb0f73-b13a-4d81-b00d-e3ce615533e0,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:18.614719 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b9f52ef6-ea51-47a2-8ca3-1f3c68f0116a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:18.619041 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 43978) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:09:18.622388 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-2378f9eb-fb71-491f-a666-2425da45860d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:18.714518 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-46bb74b3-fed0-4494-9c08-bdf6816b13f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:18.747158 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-46bb74b3-fed0-4494-9c08-bdf6816b13f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:18.824136 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-46bb74b3-fed0-4494-9c08-bdf6816b13f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:18.828754 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-2bac606c-b542-4577-93b7-e158e6d1b921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:18.845631 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb74b3-fed0-4494-9c08-bdf6816b13f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcb0f73-b13a-4d81-b00d-e3ce615533e0,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:18.850919 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-46bb74b3-fed0-4494-9c08-bdf6816b13f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:18.855466 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-46bb74b3-fed0-4494-9c08-bdf6816b13f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:18.865948 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-46bb74b3-fed0-4494-9c08-bdf6816b13f4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3dcb0f73-b13a-4d81-b00d-e3ce615533e0 HTTP/1.1" status: 204  len: 168 time: 0.2366188
Apr 30 14:09:19.186108 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] get_ports_and_sgs() called for port_ids ['963f392b-9c6f-40e6-8cbe-abd95a5c6244'] {{(pid=73846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 14:09:19.534322 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 44008) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:09:19.552697 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d6c13-9d4a-4006-a7fd-a46e1a18369f req-eb7aef72-0133-42cc-83bd-66b8964ab21e tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:19.555064 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8e5d6c13-9d4a-4006-a7fd-a46e1a18369f req-eb7aef72-0133-42cc-83bd-66b8964ab21e tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.2068036
Apr 30 14:09:19.584525 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-81ac7827-c919-481f-a3e8-6dbbc38eb994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:19.633402 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-81ac7827-c919-481f-a3e8-6dbbc38eb994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:09:19.640846 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-81ac7827-c919-481f-a3e8-6dbbc38eb994 admin admin] Usage tracker for resource:security_group_rule and tenant:da4e079ec02345ed804a92d7a0accf8c is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:09:19.659073 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-81ac7827-c919-481f-a3e8-6dbbc38eb994 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:09:19.667953 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8e5d6c13-9d4a-4006-a7fd-a46e1a18369f req-3fc31135-2e16-4154-91fc-292395cc8782 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972922
Apr 30 14:09:19.668872 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-81ac7827-c919-481f-a3e8-6dbbc38eb994 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:09:19.703888 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5982b6-6707-408f-afc6-44d0f11c84a7 req-88e2e644-83e6-4c50-a467-2bc0e704814b tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:19.705615 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-9f5982b6-6707-408f-afc6-44d0f11c84a7 req-88e2e644-83e6-4c50-a467-2bc0e704814b tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3aa3846-fa89-41ef-ac42-04234a3bbc49 HTTP/1.1" status: 200  len: 944 time: 0.3873425
Apr 30 14:09:19.792229 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-9f5982b6-6707-408f-afc6-44d0f11c84a7 req-971c2b83-1ca0-4cdf-8908-33460d3abea2 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643029
Apr 30 14:09:19.861698 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-81ac7827-c919-481f-a3e8-6dbbc38eb994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:19.867024 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-81ac7827-c919-481f-a3e8-6dbbc38eb994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:19.875061 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:19.916368 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-81ac7827-c919-481f-a3e8-6dbbc38eb994 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=da4e079ec02345ed804a92d7a0accf8c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3801296
Apr 30 14:09:19.920453 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac7827-c919-481f-a3e8-6dbbc38eb994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8dfa12-cd29-4277-844e-e722440bc1cb,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:19.920659 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 44016) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:09:19.930669 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-81ac7827-c919-481f-a3e8-6dbbc38eb994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:20.044310 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-034dcc59-c409-4de4-933e-eab26ba68081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:20.077618 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-034dcc59-c409-4de4-933e-eab26ba68081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:20.158506 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-034dcc59-c409-4de4-933e-eab26ba68081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:20.169692 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:20.186387 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034dcc59-c409-4de4-933e-eab26ba68081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8dfa12-cd29-4277-844e-e722440bc1cb,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:20.200068 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-034dcc59-c409-4de4-933e-eab26ba68081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:20.212806 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-034dcc59-c409-4de4-933e-eab26ba68081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:20.215524 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-034dcc59-c409-4de4-933e-eab26ba68081 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a8dfa12-cd29-4277-844e-e722440bc1cb HTTP/1.1" status: 204  len: 168 time: 0.2937288
Apr 30 14:09:20.858943 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 44058) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:09:20.943754 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-daacd9e0-e8e4-4012-b18d-e1e3fbc1d5c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:20.980584 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-daacd9e0-e8e4-4012-b18d-e1e3fbc1d5c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:09:20.989967 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-daacd9e0-e8e4-4012-b18d-e1e3fbc1d5c4 admin admin] Usage tracker for resource:security_group_rule and tenant:93703d9ea314423fac65509ccc018d5b is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:09:20.995236 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-daacd9e0-e8e4-4012-b18d-e1e3fbc1d5c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:09:21.008458 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-daacd9e0-e8e4-4012-b18d-e1e3fbc1d5c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:09:21.053750 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66d580-7611-49b7-ae72-5c8f39a4a777 req-311895cb-0588-433f-9b3d-71e5f15c23f8 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:21.055565 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-dd66d580-7611-49b7-ae72-5c8f39a4a777 req-311895cb-0588-433f-9b3d-71e5f15c23f8 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.1765852
Apr 30 14:09:21.079970 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf798c-078e-41a3-a290-f96fdc65c601 req-888b8916-fe57-444e-8491-d7add303a421 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:21.089260 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 963f392b-9c6f-40e6-8cbe-abd95a5c6244 up at agent hyperv_hv-cinder-78836 {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:09:21.102649 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-0fcf798c-078e-41a3-a290-f96fdc65c601 req-888b8916-fe57-444e-8491-d7add303a421 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3aa3846-fa89-41ef-ac42-04234a3bbc49 HTTP/1.1" status: 200  len: 944 time: 0.1732569
Apr 30 14:09:21.139146 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-dd66d580-7611-49b7-ae72-5c8f39a4a777 req-ce38d8d7-d702-43d8-bf0d-fcdfb64dde12 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696573
Apr 30 14:09:21.185461 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-0fcf798c-078e-41a3-a290-f96fdc65c601 req-52c397a8-50fe-4308-be45-4ace0969e8e3 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818033
Apr 30 14:09:21.193936 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-daacd9e0-e8e4-4012-b18d-e1e3fbc1d5c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:21.203934 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-daacd9e0-e8e4-4012-b18d-e1e3fbc1d5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:21.217631 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-034dcc59-c409-4de4-933e-eab26ba68081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:21.252302 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Provisioning for port 963f392b-9c6f-40e6-8cbe-abd95a5c6244 completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:09:21.257616 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Provisioning complete for port 963f392b-9c6f-40e6-8cbe-abd95a5c6244 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:09:21.257990 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:21.289813 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 44064) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:09:21.290203 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-daacd9e0-e8e4-4012-b18d-e1e3fbc1d5c4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=93703d9ea314423fac65509ccc018d5b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4300978
Apr 30 14:09:21.292708 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daacd9e0-e8e4-4012-b18d-e1e3fbc1d5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a7ddb3-e058-43cb-8456-8cd0ad2e6d88,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:21.296308 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-daacd9e0-e8e4-4012-b18d-e1e3fbc1d5c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:21.385452 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2b5da9a1-bd89-44d5-96b2-5403e0259268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:21.414670 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:21.418044 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-92d0a407-38f0-4060-90dc-ac883904684a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:21.420016 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2b5da9a1-bd89-44d5-96b2-5403e0259268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:21.429225 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:21.466712 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3aa3846-fa89-41ef-ac42-04234a3bbc49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963f392b-9c6f-40e6-8cbe-abd95a5c6244'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:09:21.478581 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port 963f392b-9c6f-40e6-8cbe-abd95a5c6244, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=963f392b-9c6f-40e6-8cbe-abd95a5c6244,segment=NetworkSegment(6dccc72e-684c-4196-8b31-0016418af8e9),segment_id=6dccc72e-684c-4196-8b31-0016418af8e9)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:09:21.482949 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:21.485506 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:21.512517 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2b5da9a1-bd89-44d5-96b2-5403e0259268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:21.516798 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-d9af693a-afa8-48a8-b2e3-b67dd3502b16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:21.532140 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5da9a1-bd89-44d5-96b2-5403e0259268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a7ddb3-e058-43cb-8456-8cd0ad2e6d88,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:21.537755 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-2b5da9a1-bd89-44d5-96b2-5403e0259268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:21.543118 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2b5da9a1-bd89-44d5-96b2-5403e0259268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:21.547059 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-2b5da9a1-bd89-44d5-96b2-5403e0259268 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/69a7ddb3-e058-43cb-8456-8cd0ad2e6d88 HTTP/1.1" status: 204  len: 168 time: 0.2533617
Apr 30 14:09:21.558700 dv-cinder-788365-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3aa3846-fa89-41ef-ac42-04234a3bbc49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963f392b-9c6f-40e6-8cbe-abd95a5c6244', 'code': 200}
Apr 30 14:09:21.653903 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Pushing event updated for resources: {'Port': ['ID=963f392b-9c6f-40e6-8cbe-abd95a5c6244,revision_number=5']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:21.658968 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:21.708678 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:09:21.938280 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa26af-5e04-4a9d-a064-47754eaa9aaa req-b9198479-af6c-4978-8a07-bd998abcca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:21.939830 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-42fa26af-5e04-4a9d-a064-47754eaa9aaa req-b9198479-af6c-4978-8a07-bd998abcca0d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b3aa3846-fa89-41ef-ac42-04234a3bbc49 HTTP/1.1" status: 200  len: 1098 time: 0.0867276
Apr 30 14:09:21.954120 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:21.996936 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-42fa26af-5e04-4a9d-a064-47754eaa9aaa req-2c138642-aa2e-480c-9b38-f93464d3183d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504162
Apr 30 14:09:22.273985 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:22.495750 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7287d-6498-4bf5-8b70-19b071262d80 req-72231aaf-d214-4452-8192-563982936864 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:22.504037 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0ff7287d-6498-4bf5-8b70-19b071262d80 req-72231aaf-d214-4452-8192-563982936864 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.1328366
Apr 30 14:09:22.526905 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a8b7e-b5f4-4ee9-ae3b-bc66790a4c9e req-62d936c9-e5d6-49b8-ad87-cca9797660cb tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:22.536906 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-878a8b7e-b5f4-4ee9-ae3b-bc66790a4c9e req-62d936c9-e5d6-49b8-ad87-cca9797660cb tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3aa3846-fa89-41ef-ac42-04234a3bbc49 HTTP/1.1" status: 200  len: 945 time: 0.1782379
Apr 30 14:09:22.603904 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0ff7287d-6498-4bf5-8b70-19b071262d80 req-ac16c2e6-057a-4238-880d-a226c4f964da tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980999
Apr 30 14:09:22.619846 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-878a8b7e-b5f4-4ee9-ae3b-bc66790a4c9e req-a24dc83c-8a29-40df-b7c6-38096de8bab0 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680933
Apr 30 14:09:23.809238 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:23.923312 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb0ad1-1ee1-461c-8bb1-2a1c4586bec0 req-951bdbe2-46fe-4072-85fc-3d3805086759 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:23.931931 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-50fb0ad1-1ee1-461c-8bb1-2a1c4586bec0 req-951bdbe2-46fe-4072-85fc-3d3805086759 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3aa3846-fa89-41ef-ac42-04234a3bbc49 HTTP/1.1" status: 200  len: 945 time: 0.1054611
Apr 30 14:09:23.988286 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-50fb0ad1-1ee1-461c-8bb1-2a1c4586bec0 req-8184ba0b-73eb-4be8-bc45-7835e1e4b61a tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551152
Apr 30 14:09:24.095768 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253b490-e05c-44ce-93ae-2a5d639dfe0c req-c9cd77cc-8d04-4fc2-a55a-a70d225462c6 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:24.097186 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4253b490-e05c-44ce-93ae-2a5d639dfe0c req-c9cd77cc-8d04-4fc2-a55a-a70d225462c6 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.1310041
Apr 30 14:09:24.162295 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4253b490-e05c-44ce-93ae-2a5d639dfe0c req-95299ef6-2739-4dde-a2d4-0e0897eeb6e7 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583782
Apr 30 14:09:25.595838 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f3257-a065-43bc-8634-707d9623f19b req-068884d5-917d-4ff9-b5f4-321491609eb3 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:25.599216 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-996f3257-a065-43bc-8634-707d9623f19b req-068884d5-917d-4ff9-b5f4-321491609eb3 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.1207585
Apr 30 14:09:25.669171 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-996f3257-a065-43bc-8634-707d9623f19b req-399a49bb-7f02-41fc-9416-2769f839038c tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623226
Apr 30 14:09:25.669817 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 44234) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:09:25.821240 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-190098e1-7e6f-4613-9ac8-6b5250fb660f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:25.836787 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-190098e1-7e6f-4613-9ac8-6b5250fb660f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:09:25.840909 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-190098e1-7e6f-4613-9ac8-6b5250fb660f admin admin] Usage tracker for resource:security_group_rule and tenant:cda38241144846bd8f655596cee192fc is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:09:25.844435 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-190098e1-7e6f-4613-9ac8-6b5250fb660f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:09:25.851294 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-190098e1-7e6f-4613-9ac8-6b5250fb660f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:09:25.951757 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-190098e1-7e6f-4613-9ac8-6b5250fb660f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:25.956268 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-190098e1-7e6f-4613-9ac8-6b5250fb660f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:25.964291 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-991d1cf5-cc67-4fed-ae46-44f9e2e7b29b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:26.006179 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-190098e1-7e6f-4613-9ac8-6b5250fb660f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cda38241144846bd8f655596cee192fc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3351958
Apr 30 14:09:26.007014 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190098e1-7e6f-4613-9ac8-6b5250fb660f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f347c6-8eb7-4a92-bdca-98c2721b6737,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:26.009243 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 44240) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:09:26.010395 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-190098e1-7e6f-4613-9ac8-6b5250fb660f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:26.111938 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-6a258ddf-3eb6-4a48-8e2f-f863373b1207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:26.140020 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-6a258ddf-3eb6-4a48-8e2f-f863373b1207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:26.206396 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-6a258ddf-3eb6-4a48-8e2f-f863373b1207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:26.213350 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-a50c00c7-9cd9-49a6-8a34-50e940ad8092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:26.226249 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a258ddf-3eb6-4a48-8e2f-f863373b1207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f347c6-8eb7-4a92-bdca-98c2721b6737,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:26.231039 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-6a258ddf-3eb6-4a48-8e2f-f863373b1207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:26.237236 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-6a258ddf-3eb6-4a48-8e2f-f863373b1207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:26.238401 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-6a258ddf-3eb6-4a48-8e2f-f863373b1207 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e3f347c6-8eb7-4a92-bdca-98c2721b6737 HTTP/1.1" status: 204  len: 168 time: 0.2206120
Apr 30 14:09:27.481519 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89cc66-ce9c-4ce9-a4f1-06f48094a5b8 req-390a993f-dca1-4a9c-9fed-7329fee9c07e tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:27.483055 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9a89cc66-ce9c-4ce9-a4f1-06f48094a5b8 req-390a993f-dca1-4a9c-9fed-7329fee9c07e tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.0874772
Apr 30 14:09:27.532376 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9a89cc66-ce9c-4ce9-a4f1-06f48094a5b8 req-ff13db4b-0812-47d5-836e-a3fc8bf37aee tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430784
Apr 30 14:09:27.696656 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 44290) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:09:27.837838 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e394088a-a47e-4fce-a416-bcaaaf7eb40e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:27.856731 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-e394088a-a47e-4fce-a416-bcaaaf7eb40e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:09:27.861023 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-e394088a-a47e-4fce-a416-bcaaaf7eb40e admin admin] Usage tracker for resource:security_group_rule and tenant:7f26e78e964e45818bda60d2bfbf9ba1 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:09:27.865105 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-e394088a-a47e-4fce-a416-bcaaaf7eb40e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:09:27.874710 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-e394088a-a47e-4fce-a416-bcaaaf7eb40e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:09:28.010179 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e394088a-a47e-4fce-a416-bcaaaf7eb40e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:28.030298 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e394088a-a47e-4fce-a416-bcaaaf7eb40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:28.087391 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-74c14cd5-7ecd-4768-bd7c-21e060ebaf62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:28.134366 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e394088a-a47e-4fce-a416-bcaaaf7eb40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd61286-f881-49a9-ad3f-1a4ce1e7191a,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:28.147198 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-e394088a-a47e-4fce-a416-bcaaaf7eb40e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:28.151056 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-e394088a-a47e-4fce-a416-bcaaaf7eb40e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7f26e78e964e45818bda60d2bfbf9ba1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4581110
Apr 30 14:09:28.154969 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 44304) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:09:28.236611 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ecbd1b67-9459-4ed8-b2f2-217dfdfc8680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:28.266506 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ecbd1b67-9459-4ed8-b2f2-217dfdfc8680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:28.269969 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 44314) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:09:28.339469 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ecbd1b67-9459-4ed8-b2f2-217dfdfc8680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:28.360279 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-2378f9eb-fb71-491f-a666-2425da45860d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:28.382342 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd1b67-9459-4ed8-b2f2-217dfdfc8680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd61286-f881-49a9-ad3f-1a4ce1e7191a,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:28.394034 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-ecbd1b67-9459-4ed8-b2f2-217dfdfc8680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:28.396513 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ecbd1b67-9459-4ed8-b2f2-217dfdfc8680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:28.398135 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-ecbd1b67-9459-4ed8-b2f2-217dfdfc8680 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6fd61286-f881-49a9-ad3f-1a4ce1e7191a HTTP/1.1" status: 204  len: 168 time: 0.2422771
Apr 30 14:09:28.544516 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c704b557-1308-48c1-8aa2-03e572faaa0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:28.573474 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-c704b557-1308-48c1-8aa2-03e572faaa0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:09:28.580805 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-c704b557-1308-48c1-8aa2-03e572faaa0f admin admin] Usage tracker for resource:security_group_rule and tenant:46bafc92188547d3a818ed25376a80b2 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:09:28.586167 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-c704b557-1308-48c1-8aa2-03e572faaa0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:09:28.599974 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-c704b557-1308-48c1-8aa2-03e572faaa0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:09:28.740758 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c704b557-1308-48c1-8aa2-03e572faaa0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:28.746699 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c704b557-1308-48c1-8aa2-03e572faaa0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:28.795907 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-46bb74b3-fed0-4494-9c08-bdf6816b13f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:28.813811 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-c704b557-1308-48c1-8aa2-03e572faaa0f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=46bafc92188547d3a818ed25376a80b2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5383725
Apr 30 14:09:28.814371 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 44332) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:09:28.850837 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704b557-1308-48c1-8aa2-03e572faaa0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb6b68f-638b-4e52-bbcf-2e557be955c9,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:28.855474 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-c704b557-1308-48c1-8aa2-03e572faaa0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:28.925735 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-c9274a25-c28d-4124-9d3a-526d0cebb45b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:28.952971 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-c9274a25-c28d-4124-9d3a-526d0cebb45b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:29.013240 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-c9274a25-c28d-4124-9d3a-526d0cebb45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:29.021819 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-d26275ce-10ce-4a8e-bf69-9f8b0c30b934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:29.037755 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9274a25-c28d-4124-9d3a-526d0cebb45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb6b68f-638b-4e52-bbcf-2e557be955c9,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:29.042579 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-c9274a25-c28d-4124-9d3a-526d0cebb45b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:29.045535 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-c9274a25-c28d-4124-9d3a-526d0cebb45b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:29.047074 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-c9274a25-c28d-4124-9d3a-526d0cebb45b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/acb6b68f-638b-4e52-bbcf-2e557be955c9 HTTP/1.1" status: 204  len: 168 time: 0.2313137
Apr 30 14:09:30.929737 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e6d74-d84c-46c0-871b-bc464d937226 req-337e9ed1-f291-44bd-9b2a-5c476c0fb0ad tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:30.943039 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e01e6d74-d84c-46c0-871b-bc464d937226 req-337e9ed1-f291-44bd-9b2a-5c476c0fb0ad tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.1503837
Apr 30 14:09:31.012335 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e01e6d74-d84c-46c0-871b-bc464d937226 req-dccf91dc-072b-4dfa-bfd0-f04df9b0e654 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677402
Apr 30 14:09:32.273043 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-692becf7-ae2f-423d-bd0c-d9e6f217d0c6 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=104ec90b55cc4953aec553f264851954&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0454993
Apr 30 14:09:32.281101 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343ceab-a597-4744-ac71-9a860cbd2882 req-fb0a9d28-fad1-401d-89ba-d4c4fa577a8f tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:32.283023 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-e343ceab-a597-4744-ac71-9a860cbd2882 req-fb0a9d28-fad1-401d-89ba-d4c4fa577a8f tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.1079757
Apr 30 14:09:32.351894 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-e343ceab-a597-4744-ac71-9a860cbd2882 req-7790d62f-ed67-4fcd-a154-14d2b29fd7f2 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614254
Apr 30 14:09:32.576186 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-c15b93e0-8738-4c67-8257-ffbc1d8d2876 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:32.576186 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-c15b93e0-8738-4c67-8257-ffbc1d8d2876 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2896383
Apr 30 14:09:32.604042 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-731c138b-c5c6-4d82-b863-fe8c6ae93b9f tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] 10.222.0.32 "GET /v2.0/quotas/104ec90b55cc4953aec553f264851954 HTTP/1.1" status: 200  len: 375 time: 0.0152943
Apr 30 14:09:32.695408 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-24d90382-0951-4b7e-a435-a3fc712c304e tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=104ec90b55cc4953aec553f264851954&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0811546
Apr 30 14:09:33.262597 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2f42208e-7047-4f16-b871-c7267ab8fab5 req-40459fe0-810a-4439-9abe-2659c91515f2 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3c4544-5a07-4389-9823-b5084e0f7e48 HTTP/1.1" status: 200  len: 210 time: 0.1072783
Apr 30 14:09:33.414861 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-c7d4ad08-9fac-4767-8aae-7e156f603d72 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:33.418877 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-c7d4ad08-9fac-4767-8aae-7e156f603d72 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/networks?id=27a06724-f619-40a9-80b3-31638be87e2f HTTP/1.1" status: 200  len: 815 time: 0.4999583
Apr 30 14:09:33.453008 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-61caff3a-e962-4d12-a158-eac417352dba tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/quotas/115ed14988014677a355d6807f338dbb HTTP/1.1" status: 200  len: 375 time: 0.0237126
Apr 30 14:09:33.609804 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 44522) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:09:33.678203 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-93322b3a-6440-4fa0-b047-9f5f14e9e8de tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=115ed14988014677a355d6807f338dbb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2192791
Apr 30 14:09:33.806165 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dcf5ae-7d63-46e9-ba39-ba91b49d2ef3 req-afad0185-221d-4d19-9c4b-27fe7ae3fe0c tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:33.808714 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-10dcf5ae-7d63-46e9-ba39-ba91b49d2ef3 req-afad0185-221d-4d19-9c4b-27fe7ae3fe0c tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.1478736
Apr 30 14:09:33.908413 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5a3cd31b-6c3c-401a-ae11-c0d894583ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:33.914302 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-973e57cc-2b82-414c-9bd9-fcf19500f365 service neutron] 10.222.0.32 "GET /v2.0/networks/27a06724-f619-40a9-80b3-31638be87e2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2349412
Apr 30 14:09:33.946067 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-5a3cd31b-6c3c-401a-ae11-c0d894583ff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:09:33.952946 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-10dcf5ae-7d63-46e9-ba39-ba91b49d2ef3 req-4216df83-b6c3-4485-a659-52a7d9decb6e tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1304832
Apr 30 14:09:33.957008 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-5a3cd31b-6c3c-401a-ae11-c0d894583ff8 admin admin] Usage tracker for resource:security_group_rule and tenant:b5cacafe292c46878c69cd5ffa0db28a is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:09:33.963142 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-5a3cd31b-6c3c-401a-ae11-c0d894583ff8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:09:33.973319 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-5a3cd31b-6c3c-401a-ae11-c0d894583ff8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:09:34.134783 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-866d5c8f-cf39-4d3b-950e-ab362b39b634 service neutron] 10.222.0.32 "GET /v2.0/networks/27a06724-f619-40a9-80b3-31638be87e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2192011
Apr 30 14:09:34.158901 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5a3cd31b-6c3c-401a-ae11-c0d894583ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:34.166783 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5a3cd31b-6c3c-401a-ae11-c0d894583ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:34.185505 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:34.263952 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-5a3cd31b-6c3c-401a-ae11-c0d894583ff8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b5cacafe292c46878c69cd5ffa0db28a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6525433
Apr 30 14:09:34.265548 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3cd31b-6c3c-401a-ae11-c0d894583ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c31b6cc-5939-4859-b64c-613775b8efd1,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:34.266813 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 44544) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:09:34.271083 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-5a3cd31b-6c3c-401a-ae11-c0d894583ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:34.494786 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-ce22a732-acb9-48ed-bdb2-8bf4fa2c5c4e req-d2822a74-8b4d-4999-ae3b-f2fb9ec0629d tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=6663af79-2251-49cc-8aa0-c18b3d0774cf HTTP/1.1" status: 200  len: 210 time: 0.1128616
Apr 30 14:09:34.521898 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-6fd02af0-5a59-4bf9-a75f-118fdff29597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:34.584096 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-6fd02af0-5a59-4bf9-a75f-118fdff29597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:34.615003 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b8aac242-495c-4f65-abbe-8bcaaeea928f req-f9f2f242-ad59-40c5-8feb-09e6f79c8f2f tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3c4544-5a07-4389-9823-b5084e0f7e48 HTTP/1.1" status: 200  len: 210 time: 0.1566982
Apr 30 14:09:34.622143 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-5347fa48-4d07-4b83-8414-e89bb0757ab1 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=104ec90b55cc4953aec553f264851954&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0628655
Apr 30 14:09:34.732466 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-6fd02af0-5a59-4bf9-a75f-118fdff29597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:34.736173 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-2b5da9a1-bd89-44d5-96b2-5403e0259268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:34.830195 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd02af0-5a59-4bf9-a75f-118fdff29597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c31b6cc-5939-4859-b64c-613775b8efd1,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:34.836934 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-6fd02af0-5a59-4bf9-a75f-118fdff29597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:34.876958 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-6fd02af0-5a59-4bf9-a75f-118fdff29597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:34.878359 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-6fd02af0-5a59-4bf9-a75f-118fdff29597 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c31b6cc-5939-4859-b64c-613775b8efd1 HTTP/1.1" status: 204  len: 168 time: 0.6099818
Apr 30 14:09:34.932389 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-e18f6182-0a68-4375-b043-372d15d633f6 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:34.934157 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-e18f6182-0a68-4375-b043-372d15d633f6 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3077338
Apr 30 14:09:34.967122 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-cd94252c-5fc2-4b08-bb70-ea8bd6930533 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Request body: {'port': {'device_id': 'cf3c4544-5a07-4389-9823-b5084e0f7e48', 'network_id': '3487f7de-51f9-4054-a05a-194106d3d7ec', 'admin_state_up': True, 'tenant_id': '104ec90b55cc4953aec553f264851954'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:09:35.253878 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-cd94252c-5fc2-4b08-bb70-ea8bd6930533 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:09:35.260463 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-cd94252c-5fc2-4b08-bb70-ea8bd6930533 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Usage tracker for resource:port and tenant:104ec90b55cc4953aec553f264851954 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:09:35.264345 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-cd94252c-5fc2-4b08-bb70-ea8bd6930533 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:09:35.271554 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-cd94252c-5fc2-4b08-bb70-ea8bd6930533 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:09:35.288276 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-cd94252c-5fc2-4b08-bb70-ea8bd6930533 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Made reservation on behalf of 104ec90b55cc4953aec553f264851954 for: {'port': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:09:35.292653 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-cd94252c-5fc2-4b08-bb70-ea8bd6930533 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:35.311676 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-cd94252c-5fc2-4b08-bb70-ea8bd6930533 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:35.347647 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df189c-560c-4622-9538-7e2ae5b6440a req-6bfca102-ddfd-43c3-a011-8262824c0680 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:35.356400 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-39df189c-560c-4622-9538-7e2ae5b6440a req-6bfca102-ddfd-43c3-a011-8262824c0680 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.1828063
Apr 30 14:09:35.359860 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-cd94252c-5fc2-4b08-bb70-ea8bd6930533 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:09:35.380947 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-cd94252c-5fc2-4b08-bb70-ea8bd6930533 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Usage tracker for resource:security_group_rule and tenant:104ec90b55cc4953aec553f264851954 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:09:35.388172 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 44576) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:09:35.391323 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-cd94252c-5fc2-4b08-bb70-ea8bd6930533 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:09:35.404556 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-cd94252c-5fc2-4b08-bb70-ea8bd6930533 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:09:35.413086 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-69f88968-8dbd-4f63-a457-60eee58e33f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:35.435123 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-69f88968-8dbd-4f63-a457-60eee58e33f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:09:35.442366 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-69f88968-8dbd-4f63-a457-60eee58e33f6 admin admin] Usage tracker for resource:security_group_rule and tenant:286df9d21a0f4f13b1a077578bda4d09 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:09:35.446546 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-69f88968-8dbd-4f63-a457-60eee58e33f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:09:35.455833 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-39df189c-560c-4622-9538-7e2ae5b6440a req-e407759f-0e40-47c5-a4ce-45505bc1764f tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982146
Apr 30 14:09:35.458132 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-69f88968-8dbd-4f63-a457-60eee58e33f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:09:35.620842 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-cd94252c-5fc2-4b08-bb70-ea8bd6930533 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:35.627229 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-cd94252c-5fc2-4b08-bb70-ea8bd6930533 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:35.633382 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-5a3cd31b-6c3c-401a-ae11-c0d894583ff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:35.634253 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-69f88968-8dbd-4f63-a457-60eee58e33f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:35.641697 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-69f88968-8dbd-4f63-a457-60eee58e33f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:35.659535 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:35.815590 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-69f88968-8dbd-4f63-a457-60eee58e33f6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=286df9d21a0f4f13b1a077578bda4d09&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4257457
Apr 30 14:09:35.816986 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f88968-8dbd-4f63-a457-60eee58e33f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154a7eec-315f-4284-9faa-3ce71969d422,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:35.819664 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94252c-5fc2-4b08-bb70-ea8bd6930533 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6cc0f7-a7b0-4ccf-adf5-19e07be316a7,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:35.822673 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 44596) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:09:35.827886 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-cd94252c-5fc2-4b08-bb70-ea8bd6930533 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:35.835381 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-69f88968-8dbd-4f63-a457-60eee58e33f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:35.842433 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-d493824f-67b1-4ba8-9cce-e4108b93fe2f req-97dba67d-1fc5-4627-ad2b-91809af4b19d tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=6663af79-2251-49cc-8aa0-c18b3d0774cf HTTP/1.1" status: 200  len: 210 time: 0.1108015
Apr 30 14:09:35.981872 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-cd94252c-5fc2-4b08-bb70-ea8bd6930533 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Allocated IP 192.168.233.68 (3487f7de-51f9-4054-a05a-194106d3d7ec/a8db3dd1-63ce-43ec-8949-c8c08430ab84/dc7a9af2-8fbd-4a89-b292-71f7673920d8) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:09:36.293009 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8f30cb9b-ceba-496c-b877-548385a3f45d req-fa0cd9f4-b41b-4f48-a087-583be9b30168 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3c4544-5a07-4389-9823-b5084e0f7e48 HTTP/1.1" status: 200  len: 210 time: 0.1909833
Apr 30 14:09:36.434172 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5497db03-db0f-40b7-84fc-522f2577cdbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:36.489362 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-7ec4dc12-d654-465a-ba2c-84ce896f7893 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:36.490973 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-7ec4dc12-d654-465a-ba2c-84ce896f7893 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.43 "GET /v2.0/networks?id=27a06724-f619-40a9-80b3-31638be87e2f HTTP/1.1" status: 200  len: 815 time: 0.4390271
Apr 30 14:09:36.503399 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5497db03-db0f-40b7-84fc-522f2577cdbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:36.515488 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-0a16f835-3228-4fc3-9da6-ef9f21a62d50 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Request body: {'port': {'device_id': '6663af79-2251-49cc-8aa0-c18b3d0774cf', 'network_id': '27a06724-f619-40a9-80b3-31638be87e2f', 'admin_state_up': True, 'tenant_id': '115ed14988014677a355d6807f338dbb'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:09:36.598855 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-cd94252c-5fc2-4b08-bb70-ea8bd6930533 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:36.811745 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-cd94252c-5fc2-4b08-bb70-ea8bd6930533 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Transition to ACTIVE for port object dc7a9af2-8fbd-4a89-b292-71f7673920d8 will not be triggered until provisioned by entity DHCP. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:09:36.860939 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5497db03-db0f-40b7-84fc-522f2577cdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:36.866164 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:36.874899 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-0a16f835-3228-4fc3-9da6-ef9f21a62d50 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:09:36.893732 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497db03-db0f-40b7-84fc-522f2577cdbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154a7eec-315f-4284-9faa-3ce71969d422,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:36.901820 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-0a16f835-3228-4fc3-9da6-ef9f21a62d50 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:09:36.906075 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-5497db03-db0f-40b7-84fc-522f2577cdbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:36.929463 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-0a16f835-3228-4fc3-9da6-ef9f21a62d50 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Made reservation on behalf of 115ed14988014677a355d6807f338dbb for: {'port': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:09:36.933041 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-0a16f835-3228-4fc3-9da6-ef9f21a62d50 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:36.952218 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-cd94252c-5fc2-4b08-bb70-ea8bd6930533 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:36.964497 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-e55eab6a-70ef-47bb-a64f-4bbf27125c4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:36.997168 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5497db03-db0f-40b7-84fc-522f2577cdbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:37.002388 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-5497db03-db0f-40b7-84fc-522f2577cdbc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/154a7eec-315f-4284-9faa-3ce71969d422 HTTP/1.1" status: 204  len: 168 time: 1.1720552
Apr 30 14:09:37.011586 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea63f13-04c8-4295-bde4-3402f5a27dff req-a8d50db8-02ab-43e7-be55-c8a0847affb8 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:37.013471 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-dea63f13-04c8-4295-bde4-3402f5a27dff req-a8d50db8-02ab-43e7-be55-c8a0847affb8 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.2727466
Apr 30 14:09:37.160421 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-9b379d31-283d-4eb1-aa05-899d187a3b8c req-3d92e270-b4ab-4aec-b246-8bcd2fa7b3be tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=6663af79-2251-49cc-8aa0-c18b3d0774cf HTTP/1.1" status: 200  len: 210 time: 0.1024170
Apr 30 14:09:37.183153 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-cd94252c-5fc2-4b08-bb70-ea8bd6930533 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Network 3487f7de-51f9-4054-a05a-194106d3d7ec is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:09:37.195657 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-cd94252c-5fc2-4b08-bb70-ea8bd6930533 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Resources bound (agent type, host, resource id):  {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:09:37.250908 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-cd94252c-5fc2-4b08-bb70-ea8bd6930533 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:09:37.257182 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-cd94252c-5fc2-4b08-bb70-ea8bd6930533 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:37.258030 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-cd94252c-5fc2-4b08-bb70-ea8bd6930533 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:37.275066 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94252c-5fc2-4b08-bb70-ea8bd6930533 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Pushing event updated for resources: {'Port': ['ID=dc7a9af2-8fbd-4a89-b292-71f7673920d8,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:37.317058 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-cd94252c-5fc2-4b08-bb70-ea8bd6930533 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:37.355903 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-dea63f13-04c8-4295-bde4-3402f5a27dff req-5055055a-e7e0-4186-8f34-12416e685db9 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3146935
Apr 30 14:09:37.360856 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-cd94252c-5fc2-4b08-bb70-ea8bd6930533 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.4015090
Apr 30 14:09:37.377293 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-0a16f835-3228-4fc3-9da6-ef9f21a62d50 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Allocated IP 172.20.0.5 (27a06724-f619-40a9-80b3-31638be87e2f/d8dcaed0-062c-4177-bebc-e438f9a7434c/62a27248-f30b-4d86-8c43-1741583dc9eb) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:09:37.392022 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-3671a871-901f-41a0-8f89-ba8aea41fdf4 service neutron] Request body: {'port': {'device_id': 'cf3c4544-5a07-4389-9823-b5084e0f7e48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:09:37.589239 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-d0e3a61a-dc10-4671-b5c1-267ebb7f6c06 None None] Provisioning for port dc7a9af2-8fbd-4a89-b292-71f7673920d8 completed by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:09:37.607331 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-d0e3a61a-dc10-4671-b5c1-267ebb7f6c06 None None] Provisioning complete for port dc7a9af2-8fbd-4a89-b292-71f7673920d8 triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:09:37.607792 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-d0e3a61a-dc10-4671-b5c1-267ebb7f6c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:37.695418 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-d0e3a61a-dc10-4671-b5c1-267ebb7f6c06 None None] Port dc7a9af2-8fbd-4a89-b292-71f7673920d8 cannot update to ACTIVE because it is not bound. {{(pid=73846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 14:09:37.721537 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9d56c-4315-4215-a3a5-85bb3adf3385 req-f49d0cd9-af83-4a22-b9f4-88c0c8c72ceb tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:37.733808 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-38a9d56c-4315-4215-a3a5-85bb3adf3385 req-f49d0cd9-af83-4a22-b9f4-88c0c8c72ceb tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3c4544-5a07-4389-9823-b5084e0f7e48 HTTP/1.1" status: 200  len: 935 time: 0.1596675
Apr 30 14:09:37.795518 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-38a9d56c-4315-4215-a3a5-85bb3adf3385 req-0a2c7c04-3f80-42d9-9f84-a896dccc0638 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d6cc0f7-a7b0-4ccf-adf5-19e07be316a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604870
Apr 30 14:09:37.855734 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-3671a871-901f-41a0-8f89-ba8aea41fdf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:38.044934 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-0a16f835-3228-4fc3-9da6-ef9f21a62d50 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:38.298495 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-0a16f835-3228-4fc3-9da6-ef9f21a62d50 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:38.307009 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:38.366653 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] get_ports_and_sgs() called for port_ids ['17450d03-c6d4-4a4a-af14-ed8f8992ecd8', '963f392b-9c6f-40e6-8cbe-abd95a5c6244'] {{(pid=73846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 14:09:38.466945 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bcca2-3ee3-4cdd-b8a4-c5d105197513 req-035e292c-99c4-4a0c-b791-ea58c86f261e tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:38.471256 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-0a16f835-3228-4fc3-9da6-ef9f21a62d50 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Network 27a06724-f619-40a9-80b3-31638be87e2f is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:09:38.474329 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-3d5bcca2-3ee3-4cdd-b8a4-c5d105197513 req-035e292c-99c4-4a0c-b791-ea58c86f261e tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=6663af79-2251-49cc-8aa0-c18b3d0774cf HTTP/1.1" status: 200  len: 931 time: 0.1402998
Apr 30 14:09:38.478475 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-0a16f835-3228-4fc3-9da6-ef9f21a62d50 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Resources bound (agent type, host, resource id):  {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:09:38.489875 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-0a16f835-3228-4fc3-9da6-ef9f21a62d50 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:09:38.498332 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-0a16f835-3228-4fc3-9da6-ef9f21a62d50 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:38.498987 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-0a16f835-3228-4fc3-9da6-ef9f21a62d50 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:38.518714 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16f835-3228-4fc3-9da6-ef9f21a62d50 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Pushing event updated for resources: {'Port': ['ID=62a27248-f30b-4d86-8c43-1741583dc9eb,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:38.521594 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-0a16f835-3228-4fc3-9da6-ef9f21a62d50 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:38.564980 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-3d5bcca2-3ee3-4cdd-b8a4-c5d105197513 req-44994abc-1816-46e9-9e70-841c08e656b9 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895271
Apr 30 14:09:38.600056 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-0a16f835-3228-4fc3-9da6-ef9f21a62d50 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0891368
Apr 30 14:09:38.616845 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-d0141091-124b-4137-bfc7-871e2944b192 service neutron] Request body: {'port': {'device_id': '6663af79-2251-49cc-8aa0-c18b3d0774cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:09:38.706469 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-3671a871-901f-41a0-8f89-ba8aea41fdf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc7a9af2-8fbd-4a89-b292-71f7673920d8 {{(pid=73845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 14:09:38.723096 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-3671a871-901f-41a0-8f89-ba8aea41fdf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:38.803315 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c70485-2460-4950-ad00-e89ddd1b11e6 req-2507d0ce-8ee0-4508-a789-8dd0cbbba5b2 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:38.807015 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-10c70485-2460-4950-ad00-e89ddd1b11e6 req-2507d0ce-8ee0-4508-a789-8dd0cbbba5b2 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.1312647
Apr 30 14:09:38.828460 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-3671a871-901f-41a0-8f89-ba8aea41fdf4 service neutron] Transition to ACTIVE for port object dc7a9af2-8fbd-4a89-b292-71f7673920d8 will not be triggered until provisioned by entity L2. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:09:38.853023 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-3671a871-901f-41a0-8f89-ba8aea41fdf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:38.872627 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-d701f469-332a-425b-9815-cf589d7d57a0 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:38.890404 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-10c70485-2460-4950-ad00-e89ddd1b11e6 req-3e6eb8a7-c731-40d6-9b30-96539ab19cd3 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626144
Apr 30 14:09:38.948834 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-d0141091-124b-4137-bfc7-871e2944b192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:39.421601 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671a871-901f-41a0-8f89-ba8aea41fdf4 service neutron] Pushing event updated for resources: {'Port': ['ID=dc7a9af2-8fbd-4a89-b292-71f7673920d8,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:39.434020 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-3671a871-901f-41a0-8f89-ba8aea41fdf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:39.542299 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-3671a871-901f-41a0-8f89-ba8aea41fdf4 service neutron] Attempting to bind port dc7a9af2-8fbd-4a89-b292-71f7673920d8 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:09:39.542849 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-3671a871-901f-41a0-8f89-ba8aea41fdf4 service neutron] Attempting to bind port dc7a9af2-8fbd-4a89-b292-71f7673920d8 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '8f3fa0e7-633a-452f-a4ee-655cf5463bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1441, 'network_id': '3487f7de-51f9-4054-a05a-194106d3d7ec'}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:09:39.543474 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-3671a871-901f-41a0-8f89-ba8aea41fdf4 service neutron] Attempting to bind port dc7a9af2-8fbd-4a89-b292-71f7673920d8 on network 3487f7de-51f9-4054-a05a-194106d3d7ec {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:09:39.567934 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-3671a871-901f-41a0-8f89-ba8aea41fdf4 service neutron] Port dc7a9af2-8fbd-4a89-b292-71f7673920d8 on network 3487f7de-51f9-4054-a05a-194106d3d7ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 14:09:39.568704 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-3671a871-901f-41a0-8f89-ba8aea41fdf4 service neutron] Attempting to bind port dc7a9af2-8fbd-4a89-b292-71f7673920d8 on network 3487f7de-51f9-4054-a05a-194106d3d7ec {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:09:39.591753 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-3671a871-901f-41a0-8f89-ba8aea41fdf4 service neutron] Checking agent: {'id': 'd3aa7eed-5c97-490e-b2ea-32000fed17dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 14, 5, 52), 'started_at': datetime.datetime(2021, 4, 30, 14, 5, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:09:39.592249 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-3671a871-901f-41a0-8f89-ba8aea41fdf4 service neutron] Checking segment: {'id': '8f3fa0e7-633a-452f-a4ee-655cf5463bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1441, 'network_id': '3487f7de-51f9-4054-a05a-194106d3d7ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:09:39.592812 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-3671a871-901f-41a0-8f89-ba8aea41fdf4 service neutron] Bound using segment: {'id': '8f3fa0e7-633a-452f-a4ee-655cf5463bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1441, 'network_id': '3487f7de-51f9-4054-a05a-194106d3d7ec'} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:09:39.593398 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-3671a871-901f-41a0-8f89-ba8aea41fdf4 service neutron] Bound port: dc7a9af2-8fbd-4a89-b292-71f7673920d8, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f3fa0e7-633a-452f-a4ee-655cf5463bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1441, 'network_id': '3487f7de-51f9-4054-a05a-194106d3d7ec'}}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:09:39.593947 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-3671a871-901f-41a0-8f89-ba8aea41fdf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:39.640665 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99990e-a05c-4fcd-8ac2-3e5ce42d12e9 req-c929dcc0-8913-49da-b79a-b8c10428c2ed tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:39.641844 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-cf99990e-a05c-4fcd-8ac2-3e5ce42d12e9 req-c929dcc0-8913-49da-b79a-b8c10428c2ed tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Synchronizing usage tracker for tenant:104ec90b55cc4953aec553f264851954 on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:09:40.075265 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-cf99990e-a05c-4fcd-8ac2-3e5ce42d12e9 req-c929dcc0-8913-49da-b79a-b8c10428c2ed tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Unset dirty status for tenant:104ec90b55cc4953aec553f264851954 on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:09:40.076470 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cf99990e-a05c-4fcd-8ac2-3e5ce42d12e9 req-c929dcc0-8913-49da-b79a-b8c10428c2ed tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3c4544-5a07-4389-9823-b5084e0f7e48 HTTP/1.1" status: 200  len: 947 time: 1.0904503
Apr 30 14:09:40.121142 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc431037-b25f-4495-a619-bceeb336ca2d req-2d2748c4-684e-4749-946b-2fbce715ee86 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:40.124631 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-fc431037-b25f-4495-a619-bceeb336ca2d req-2d2748c4-684e-4749-946b-2fbce715ee86 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=6663af79-2251-49cc-8aa0-c18b3d0774cf HTTP/1.1" status: 200  len: 931 time: 0.2079246
Apr 30 14:09:40.152769 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-d0141091-124b-4137-bfc7-871e2944b192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62a27248-f30b-4d86-8c43-1741583dc9eb {{(pid=73845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 14:09:40.183997 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-d0141091-124b-4137-bfc7-871e2944b192 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:40.214667 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-3671a871-901f-41a0-8f89-ba8aea41fdf4 service neutron] For port dc7a9af2-8fbd-4a89-b292-71f7673920d8, host hv-cinder-78836, cleared binding levels {{(pid=73845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:09:40.224623 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-cf99990e-a05c-4fcd-8ac2-3e5ce42d12e9 req-1d9f837c-c234-4491-a98e-edf11044fc45 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Synchronizing usage tracker for tenant:104ec90b55cc4953aec553f264851954 on resource:security_group {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:09:40.238940 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-fc431037-b25f-4495-a619-bceeb336ca2d req-7cb079ca-19cd-4995-973d-7b083863d069 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072779
Apr 30 14:09:40.246396 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-3671a871-901f-41a0-8f89-ba8aea41fdf4 service neutron] For port dc7a9af2-8fbd-4a89-b292-71f7673920d8, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dc7a9af2-8fbd-4a89-b292-71f7673920d8,segment=NetworkSegment(8f3fa0e7-633a-452f-a4ee-655cf5463bbe),segment_id=8f3fa0e7-633a-452f-a4ee-655cf5463bbe)] {{(pid=73845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:09:40.249217 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-d0141091-124b-4137-bfc7-871e2944b192 service neutron] Transition to ACTIVE for port object 62a27248-f30b-4d86-8c43-1741583dc9eb will not be triggered until provisioned by entity L2. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:09:40.259467 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-3671a871-901f-41a0-8f89-ba8aea41fdf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:40.271892 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-6d8889df-345c-4677-b710-dcc29d3c8184 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:40.303976 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-d0141091-124b-4137-bfc7-871e2944b192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:40.337638 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-3671a871-901f-41a0-8f89-ba8aea41fdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:40.337896 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-3671a871-901f-41a0-8f89-ba8aea41fdf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:40.339739 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-3671a871-901f-41a0-8f89-ba8aea41fdf4 service neutron] 10.222.0.43 "PUT /v2.0/ports/dc7a9af2-8fbd-4a89-b292-71f7673920d8 HTTP/1.1" status: 200  len: 1097 time: 2.9663045
Apr 30 14:09:40.344483 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf3c4544-5a07-4389-9823-b5084e0f7e48', 'tag': 'dc7a9af2-8fbd-4a89-b292-71f7673920d8'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:09:40.349954 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-cf99990e-a05c-4fcd-8ac2-3e5ce42d12e9 req-1d9f837c-c234-4491-a98e-edf11044fc45 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Unset dirty status for tenant:104ec90b55cc4953aec553f264851954 on resource:security_group {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:09:40.351209 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cf99990e-a05c-4fcd-8ac2-3e5ce42d12e9 req-1d9f837c-c234-4491-a98e-edf11044fc45 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d6cc0f7-a7b0-4ccf-adf5-19e07be316a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2486851
Apr 30 14:09:40.595330 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 44722) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:09:40.695367 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671a871-901f-41a0-8f89-ba8aea41fdf4 service neutron] Pushing event updated for resources: {'Port': ['ID=dc7a9af2-8fbd-4a89-b292-71f7673920d8,revision_number=3']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:40.709484 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-3671a871-901f-41a0-8f89-ba8aea41fdf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:40.711523 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-cd94252c-5fc2-4b08-bb70-ea8bd6930533 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.396s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:40.760348 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e7a6b0e6-33cf-423d-8354-218f3e3c8eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:40.773261 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-d0141091-124b-4137-bfc7-871e2944b192 service neutron] Attempting to bind port 62a27248-f30b-4d86-8c43-1741583dc9eb on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:09:40.773643 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-d0141091-124b-4137-bfc7-871e2944b192 service neutron] Attempting to bind port 62a27248-f30b-4d86-8c43-1741583dc9eb by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '6dccc72e-684c-4196-8b31-0016418af8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': '27a06724-f619-40a9-80b3-31638be87e2f'}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:09:40.773944 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-d0141091-124b-4137-bfc7-871e2944b192 service neutron] Attempting to bind port 62a27248-f30b-4d86-8c43-1741583dc9eb on network 27a06724-f619-40a9-80b3-31638be87e2f {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:09:40.787456 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-d0141091-124b-4137-bfc7-871e2944b192 service neutron] Port 62a27248-f30b-4d86-8c43-1741583dc9eb on network 27a06724-f619-40a9-80b3-31638be87e2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 14:09:40.787778 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-d0141091-124b-4137-bfc7-871e2944b192 service neutron] Attempting to bind port 62a27248-f30b-4d86-8c43-1741583dc9eb on network 27a06724-f619-40a9-80b3-31638be87e2f {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:09:40.788473 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-e7a6b0e6-33cf-423d-8354-218f3e3c8eee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:09:40.796674 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-e7a6b0e6-33cf-423d-8354-218f3e3c8eee admin admin] Usage tracker for resource:security_group_rule and tenant:978d47c68aec48509f9fd0c9588c5a43 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:09:40.800894 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-e7a6b0e6-33cf-423d-8354-218f3e3c8eee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:09:40.809571 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf3c4544-5a07-4389-9823-b5084e0f7e48', 'tag': 'dc7a9af2-8fbd-4a89-b292-71f7673920d8', 'status': 'completed', 'code': 200}
Apr 30 14:09:40.810140 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-e7a6b0e6-33cf-423d-8354-218f3e3c8eee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:09:40.813297 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0141091-124b-4137-bfc7-871e2944b192 service neutron] Pushing event updated for resources: {'Port': ['ID=62a27248-f30b-4d86-8c43-1741583dc9eb,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:40.817887 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-d0141091-124b-4137-bfc7-871e2944b192 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:40.819802 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-d0141091-124b-4137-bfc7-871e2944b192 service neutron] Checking agent: {'id': 'd3aa7eed-5c97-490e-b2ea-32000fed17dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 14, 5, 52), 'started_at': datetime.datetime(2021, 4, 30, 14, 5, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:09:40.820212 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-d0141091-124b-4137-bfc7-871e2944b192 service neutron] Checking segment: {'id': '6dccc72e-684c-4196-8b31-0016418af8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': '27a06724-f619-40a9-80b3-31638be87e2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:09:40.820825 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-d0141091-124b-4137-bfc7-871e2944b192 service neutron] Bound using segment: {'id': '6dccc72e-684c-4196-8b31-0016418af8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': '27a06724-f619-40a9-80b3-31638be87e2f'} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:09:40.821318 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-d0141091-124b-4137-bfc7-871e2944b192 service neutron] Bound port: 62a27248-f30b-4d86-8c43-1741583dc9eb, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dccc72e-684c-4196-8b31-0016418af8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': '27a06724-f619-40a9-80b3-31638be87e2f'}}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:09:40.821790 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-d0141091-124b-4137-bfc7-871e2944b192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:40.903231 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-1c4b6399-0c3b-494f-a865-bfac1a819f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:40.904709 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-1c4b6399-0c3b-494f-a865-bfac1a819f27 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=104ec90b55cc4953aec553f264851954&device_id=cf3c4544-5a07-4389-9823-b5084e0f7e48 HTTP/1.1" status: 200  len: 1100 time: 0.4603388
Apr 30 14:09:40.914696 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ab71d-7baa-4448-9db5-991a4048643b req-6cb38100-bada-4216-890a-e76f89be9d08 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:40.916629 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-453ab71d-7baa-4448-9db5-991a4048643b req-6cb38100-bada-4216-890a-e76f89be9d08 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.3791056
Apr 30 14:09:40.922496 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e7a6b0e6-33cf-423d-8354-218f3e3c8eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:40.926932 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e7a6b0e6-33cf-423d-8354-218f3e3c8eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:40.934104 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:40.973064 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6b0e6-33cf-423d-8354-218f3e3c8eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364dbb95-14bb-44d3-944d-f525e6e96b2b,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:40.978050 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-e7a6b0e6-33cf-423d-8354-218f3e3c8eee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=978d47c68aec48509f9fd0c9588c5a43&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3803968
Apr 30 14:09:40.979077 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-e7a6b0e6-33cf-423d-8354-218f3e3c8eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:40.982041 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 44728) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:09:41.010759 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-513d3229-4745-46d7-8a5b-e9b4a51e3284 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=dc7a9af2-8fbd-4a89-b292-71f7673920d8 HTTP/1.1" status: 200  len: 217 time: 0.0927529
Apr 30 14:09:41.045886 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-5714dba0-93e5-4413-9bf7-6cc90204100f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:41.074536 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-5714dba0-93e5-4413-9bf7-6cc90204100f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:41.099717 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-d0141091-124b-4137-bfc7-871e2944b192 service neutron] For port 62a27248-f30b-4d86-8c43-1741583dc9eb, host hv-cinder-78836, cleared binding levels {{(pid=73845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:09:41.111113 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-453ab71d-7baa-4448-9db5-991a4048643b req-956b713d-7320-4f1b-959b-634dfc2dc9c5 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362550
Apr 30 14:09:41.118986 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-d0141091-124b-4137-bfc7-871e2944b192 service neutron] For port 62a27248-f30b-4d86-8c43-1741583dc9eb, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=62a27248-f30b-4d86-8c43-1741583dc9eb,segment=NetworkSegment(6dccc72e-684c-4196-8b31-0016418af8e9),segment_id=6dccc72e-684c-4196-8b31-0016418af8e9)] {{(pid=73845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:09:41.126447 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-46e84d77-6ccf-4d70-bc9d-945a652b0351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:41.128296 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-46e84d77-6ccf-4d70-bc9d-945a652b0351 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8db3dd1-63ce-43ec-8949-c8c08430ab84 HTTP/1.1" status: 200  len: 843 time: 0.0996158
Apr 30 14:09:41.134504 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-d0141091-124b-4137-bfc7-871e2944b192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:41.138885 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-5714dba0-93e5-4413-9bf7-6cc90204100f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:41.140578 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:41.143831 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-dfd19777-e592-48ae-989f-a62b04e65629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:41.155997 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5714dba0-93e5-4413-9bf7-6cc90204100f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364dbb95-14bb-44d3-944d-f525e6e96b2b,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:41.159848 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-5714dba0-93e5-4413-9bf7-6cc90204100f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:41.166522 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-5714dba0-93e5-4413-9bf7-6cc90204100f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:41.169971 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-5714dba0-93e5-4413-9bf7-6cc90204100f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/364dbb95-14bb-44d3-944d-f525e6e96b2b HTTP/1.1" status: 204  len: 168 time: 0.1846812
Apr 30 14:09:41.234630 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-d0141091-124b-4137-bfc7-871e2944b192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:41.235128 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-d0141091-124b-4137-bfc7-871e2944b192 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:41.236538 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-d0141091-124b-4137-bfc7-871e2944b192 service neutron] 10.222.0.43 "PUT /v2.0/ports/62a27248-f30b-4d86-8c43-1741583dc9eb HTTP/1.1" status: 200  len: 1093 time: 2.6250243
Apr 30 14:09:41.268569 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0141091-124b-4137-bfc7-871e2944b192 service neutron] Pushing event updated for resources: {'Port': ['ID=62a27248-f30b-4d86-8c43-1741583dc9eb,revision_number=3']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:41.271792 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-d0141091-124b-4137-bfc7-871e2944b192 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:41.302568 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-2126da54-c100-4bf5-82f8-b8310b1a3ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:41.303962 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-2126da54-c100-4bf5-82f8-b8310b1a3ce9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3487f7de-51f9-4054-a05a-194106d3d7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1643920
Apr 30 14:09:41.486849 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af03932-926c-4197-bc2b-f7488b2c732d req-14db2f79-6a25-4809-8fe9-720813dc7fa6 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:41.495340 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-9af03932-926c-4197-bc2b-f7488b2c732d req-14db2f79-6a25-4809-8fe9-720813dc7fa6 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=6663af79-2251-49cc-8aa0-c18b3d0774cf HTTP/1.1" status: 200  len: 943 time: 0.1082199
Apr 30 14:09:41.529519 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 44748) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:09:41.529700 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-f7a97c8c-8261-4766-91dd-c781415ada1d service neutron] 10.222.0.43 "GET /v2.0/networks/3487f7de-51f9-4054-a05a-194106d3d7ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1737683
Apr 30 14:09:41.557870 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-ace2e3bd-5a8f-4eb5-8248-a96d111808b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:41.574468 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-9af03932-926c-4197-bc2b-f7488b2c732d req-6903c486-97bc-4b58-9650-79e46651600d tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780802
Apr 30 14:09:41.580135 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-ace2e3bd-5a8f-4eb5-8248-a96d111808b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:09:41.584675 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-ace2e3bd-5a8f-4eb5-8248-a96d111808b6 admin admin] Usage tracker for resource:security_group_rule and tenant:353ac5e5538b4bb4a034a2cb0064f64b is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:09:41.588328 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-ace2e3bd-5a8f-4eb5-8248-a96d111808b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:09:41.595924 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-ace2e3bd-5a8f-4eb5-8248-a96d111808b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:09:41.757354 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-ace2e3bd-5a8f-4eb5-8248-a96d111808b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:41.763029 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-ace2e3bd-5a8f-4eb5-8248-a96d111808b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:41.771706 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-d5459043-a22d-4829-8d63-4a44c736b4d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:41.802225 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2e3bd-5a8f-4eb5-8248-a96d111808b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce2eec6-3a2b-419f-9cd3-f8840c05bf4f,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:41.807766 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-ace2e3bd-5a8f-4eb5-8248-a96d111808b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:41.835313 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-5fe699bd-3820-4155-af22-0c8b315d0664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:41.835607 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-ace2e3bd-5a8f-4eb5-8248-a96d111808b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=353ac5e5538b4bb4a034a2cb0064f64b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3007481
Apr 30 14:09:41.835762 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-5fe699bd-3820-4155-af22-0c8b315d0664 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=115ed14988014677a355d6807f338dbb&device_id=6663af79-2251-49cc-8aa0-c18b3d0774cf HTTP/1.1" status: 200  len: 1096 time: 0.5207517
Apr 30 14:09:41.836344 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 44756) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:09:41.902998 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-722dc331-da5d-40f4-be8c-e084312e5b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:41.926065 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-df08951d-b04e-4fee-ac9b-214f3038b31a req-0f3788d7-a6e0-49b5-ae5b-f3baf9cc6bb6 service neutron] 10.222.0.43 "GET /v2.0/networks/3487f7de-51f9-4054-a05a-194106d3d7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3921843
Apr 30 14:09:41.927262 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-29bc71e8-1ff8-474e-bd49-ebcc033d2aa7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62a27248-f30b-4d86-8c43-1741583dc9eb HTTP/1.1" status: 200  len: 217 time: 0.0802114
Apr 30 14:09:41.935152 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-722dc331-da5d-40f4-be8c-e084312e5b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:42.002087 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-722dc331-da5d-40f4-be8c-e084312e5b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:42.008020 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-c704b557-1308-48c1-8aa2-03e572faaa0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:42.016148 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43276ea6-6196-4a79-ae57-3d0fe9101f3c req-d953c6f0-5bf6-433d-9ce5-f7524f245071 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:42.017603 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-43276ea6-6196-4a79-ae57-3d0fe9101f3c req-d953c6f0-5bf6-433d-9ce5-f7524f245071 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3c4544-5a07-4389-9823-b5084e0f7e48 HTTP/1.1" status: 200  len: 947 time: 0.4438293
Apr 30 14:09:42.026382 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722dc331-da5d-40f4-be8c-e084312e5b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce2eec6-3a2b-419f-9cd3-f8840c05bf4f,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:42.032189 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-722dc331-da5d-40f4-be8c-e084312e5b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:42.037404 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-722dc331-da5d-40f4-be8c-e084312e5b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:42.039803 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-722dc331-da5d-40f4-be8c-e084312e5b1f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6ce2eec6-3a2b-419f-9cd3-f8840c05bf4f HTTP/1.1" status: 204  len: 168 time: 0.2010000
Apr 30 14:09:42.138136 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-19bf81d0-323f-40f1-90a8-6014b3d2c2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:42.139613 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-19bf81d0-323f-40f1-90a8-6014b3d2c2e7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d8dcaed0-062c-4177-bebc-e438f9a7434c HTTP/1.1" status: 200  len: 855 time: 0.1976707
Apr 30 14:09:42.148358 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-43276ea6-6196-4a79-ae57-3d0fe9101f3c req-5d9762f9-e1ac-4205-9ac2-237557521787 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d6cc0f7-a7b0-4ccf-adf5-19e07be316a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800600
Apr 30 14:09:42.204892 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-e8bb3ff7-8ae5-42e5-aff6-4d5829b733f6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=27a06724-f619-40a9-80b3-31638be87e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0553935
Apr 30 14:09:42.264425 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa094b1-d107-40de-9b96-0a7e66106e64 req-ec41e7cf-fc45-49ea-b7e9-56995ed5fae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:42.266795 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-daa094b1-d107-40de-9b96-0a7e66106e64 req-ec41e7cf-fc45-49ea-b7e9-56995ed5fae7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=104ec90b55cc4953aec553f264851954&device_id=cf3c4544-5a07-4389-9823-b5084e0f7e48 HTTP/1.1" status: 200  len: 1100 time: 0.2605455
Apr 30 14:09:42.351223 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ce4b9-22b9-4cd4-b110-72a07103e7a7 req-09277cf1-f28a-4968-938c-1365121aa585 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:42.353471 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-d58ce4b9-22b9-4cd4-b110-72a07103e7a7 req-09277cf1-f28a-4968-938c-1365121aa585 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.1007531
Apr 30 14:09:42.409336 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-d58ce4b9-22b9-4cd4-b110-72a07103e7a7 req-de8625a3-6539-48c9-9883-14d55a36154a tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495017
Apr 30 14:09:42.528730 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-e8741311-a074-400b-8545-140b23ef156f service neutron] 10.222.0.43 "GET /v2.0/networks/27a06724-f619-40a9-80b3-31638be87e2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3166184
Apr 30 14:09:42.583692 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa094b1-d107-40de-9b96-0a7e66106e64 req-4e8b4315-526c-4eb7-9e8c-e471fa8db8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:42.585050 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-daa094b1-d107-40de-9b96-0a7e66106e64 req-4e8b4315-526c-4eb7-9e8c-e471fa8db8c7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3487f7de-51f9-4054-a05a-194106d3d7ec HTTP/1.1" status: 200  len: 871 time: 0.3115013
Apr 30 14:09:42.809605 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-daa094b1-d107-40de-9b96-0a7e66106e64 req-dde8b684-f040-4ce9-99b9-b5b2b75d7a75 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=dc7a9af2-8fbd-4a89-b292-71f7673920d8 HTTP/1.1" status: 200  len: 217 time: 0.2186966
Apr 30 14:09:42.870864 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6663af79-2251-49cc-8aa0-c18b3d0774cf', 'tag': '62a27248-f30b-4d86-8c43-1741583dc9eb'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:09:43.021463 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa094b1-d107-40de-9b96-0a7e66106e64 req-d4bf47ab-8f5d-4512-bd8a-0a4922810de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:43.022908 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-daa094b1-d107-40de-9b96-0a7e66106e64 req-d4bf47ab-8f5d-4512-bd8a-0a4922810de5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8db3dd1-63ce-43ec-8949-c8c08430ab84 HTTP/1.1" status: 200  len: 843 time: 0.1454120
Apr 30 14:09:43.050187 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d7edb646-fbb7-4967-8ff0-31c7c84392d1 req-a196ac5a-3cdc-4128-aec1-8db511bdc773 service neutron] 10.222.0.43 "GET /v2.0/networks/27a06724-f619-40a9-80b3-31638be87e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5102713
Apr 30 14:09:43.119250 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6663af79-2251-49cc-8aa0-c18b3d0774cf', 'tag': '62a27248-f30b-4d86-8c43-1741583dc9eb', 'status': 'completed', 'code': 200}
Apr 30 14:09:43.223648 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550f9c0-38f7-4d4b-b4ff-5066ce9807cd req-7927c9d3-feeb-46e5-8388-e7b9842d7836 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:43.224497 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-2550f9c0-38f7-4d4b-b4ff-5066ce9807cd req-7927c9d3-feeb-46e5-8388-e7b9842d7836 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Synchronizing usage tracker for tenant:115ed14988014677a355d6807f338dbb on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:09:43.232506 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device dc7a9af2-8fbd-4a89-b292-71f7673920d8 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 14:09:43.266852 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa094b1-d107-40de-9b96-0a7e66106e64 req-f446f9c1-2545-40de-93fd-5dad984ed14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:43.269313 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-daa094b1-d107-40de-9b96-0a7e66106e64 req-f446f9c1-2545-40de-93fd-5dad984ed14e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3487f7de-51f9-4054-a05a-194106d3d7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2176495
Apr 30 14:09:43.276012 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-2550f9c0-38f7-4d4b-b4ff-5066ce9807cd req-7927c9d3-feeb-46e5-8388-e7b9842d7836 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Unset dirty status for tenant:115ed14988014677a355d6807f338dbb on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:09:43.277666 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2550f9c0-38f7-4d4b-b4ff-5066ce9807cd req-7927c9d3-feeb-46e5-8388-e7b9842d7836 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=6663af79-2251-49cc-8aa0-c18b3d0774cf HTTP/1.1" status: 200  len: 943 time: 0.4631329
Apr 30 14:09:43.280762 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba25c9-f3ce-45c8-8587-51ae7b07c590 req-c1a3e889-3f3b-48d4-bdc1-36d59bd6a11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:43.283058 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a0ba25c9-f3ce-45c8-8587-51ae7b07c590 req-c1a3e889-3f3b-48d4-bdc1-36d59bd6a11e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=115ed14988014677a355d6807f338dbb&device_id=6663af79-2251-49cc-8aa0-c18b3d0774cf HTTP/1.1" status: 200  len: 1096 time: 0.1474133
Apr 30 14:09:43.390184 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port dc7a9af2-8fbd-4a89-b292-71f7673920d8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dc7a9af2-8fbd-4a89-b292-71f7673920d8,segment=NetworkSegment(8f3fa0e7-633a-452f-a4ee-655cf5463bbe),segment_id=8f3fa0e7-633a-452f-a4ee-655cf5463bbe)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:09:43.405795 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Returning: {'device': 'dc7a9af2-8fbd-4a89-b292-71f7673920d8', 'network_id': '3487f7de-51f9-4054-a05a-194106d3d7ec', 'port_id': 'dc7a9af2-8fbd-4a89-b292-71f7673920d8', 'mac_address': 'fa:16:3e:8f:40:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8db3dd1-63ce-43ec-8949-c8c08430ab84', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 14:09:43.486239 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:43.508844 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc7a9af2-8fbd-4a89-b292-71f7673920d8 {{(pid=73846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 14:09:43.530297 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port dc7a9af2-8fbd-4a89-b292-71f7673920d8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dc7a9af2-8fbd-4a89-b292-71f7673920d8,segment=NetworkSegment(8f3fa0e7-633a-452f-a4ee-655cf5463bbe),segment_id=8f3fa0e7-633a-452f-a4ee-655cf5463bbe)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:09:43.530627 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2550f9c0-38f7-4d4b-b4ff-5066ce9807cd req-e3dcd9c0-2239-4c9c-90f8-9e9fe6204c95 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2453625
Apr 30 14:09:43.536832 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:43.539215 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:43.605858 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba25c9-f3ce-45c8-8587-51ae7b07c590 req-de431350-2992-4f98-b948-8363d2bd51f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:43.607621 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a0ba25c9-f3ce-45c8-8587-51ae7b07c590 req-de431350-2992-4f98-b948-8363d2bd51f6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=27a06724-f619-40a9-80b3-31638be87e2f HTTP/1.1" status: 200  len: 917 time: 0.2943046
Apr 30 14:09:43.610097 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-daa094b1-d107-40de-9b96-0a7e66106e64 req-ad3c8e7a-8ae7-4e9c-9415-7364a0914b9f service neutron] 10.222.0.43 "GET /v2.0/networks/3487f7de-51f9-4054-a05a-194106d3d7ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2985892
Apr 30 14:09:43.640853 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Pushing event updated for resources: {'Port': ['ID=dc7a9af2-8fbd-4a89-b292-71f7673920d8,revision_number=4']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:43.644925 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:43.704082 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276b2f5-c9ff-4363-bdc4-7bb3eca35776 req-76787810-6c7b-4c93-acdc-a4c3d78b08b1 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:43.705630 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-7276b2f5-c9ff-4363-bdc4-7bb3eca35776 req-76787810-6c7b-4c93-acdc-a4c3d78b08b1 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3c4544-5a07-4389-9823-b5084e0f7e48 HTTP/1.1" status: 200  len: 948 time: 0.1679380
Apr 30 14:09:43.742341 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 44808) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:09:43.781499 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-7276b2f5-c9ff-4363-bdc4-7bb3eca35776 req-7bb6aab3-223f-4394-a452-5fb73e0ae253 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d6cc0f7-a7b0-4ccf-adf5-19e07be316a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672305
Apr 30 14:09:43.832473 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a0ba25c9-f3ce-45c8-8587-51ae7b07c590 req-b2fe248b-e761-4b0c-adba-0f0482e4935b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62a27248-f30b-4d86-8c43-1741583dc9eb HTTP/1.1" status: 200  len: 217 time: 0.2149062
Apr 30 14:09:43.890399 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3cc6ca10-b6ba-4799-9d3e-915d921f9c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:43.905007 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-3cc6ca10-b6ba-4799-9d3e-915d921f9c4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:09:43.909158 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-3cc6ca10-b6ba-4799-9d3e-915d921f9c4b admin admin] Usage tracker for resource:security_group_rule and tenant:c1c1fa22b08a47aeb890f114ddf122cf is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:09:43.912404 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-3cc6ca10-b6ba-4799-9d3e-915d921f9c4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:09:43.918759 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-3cc6ca10-b6ba-4799-9d3e-915d921f9c4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:09:44.007840 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba25c9-f3ce-45c8-8587-51ae7b07c590 req-ef45c722-8c98-4f05-bd74-4b0e214a49c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:44.009297 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a0ba25c9-f3ce-45c8-8587-51ae7b07c590 req-ef45c722-8c98-4f05-bd74-4b0e214a49c1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d8dcaed0-062c-4177-bebc-e438f9a7434c HTTP/1.1" status: 200  len: 855 time: 0.1448829
Apr 30 14:09:44.023844 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3cc6ca10-b6ba-4799-9d3e-915d921f9c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:44.028776 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3cc6ca10-b6ba-4799-9d3e-915d921f9c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:44.037141 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] get_ports_and_sgs() called for port_ids ['dc7a9af2-8fbd-4a89-b292-71f7673920d8'] {{(pid=73846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 14:09:44.039097 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-e7a6b0e6-33cf-423d-8354-218f3e3c8eee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:44.071938 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6ca10-b6ba-4799-9d3e-915d921f9c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0b1c5c-746c-43cb-a8ce-3a92a6a2af08,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:44.075559 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a0ba25c9-f3ce-45c8-8587-51ae7b07c590 req-3f7a8d16-2920-4119-a189-15d376005826 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=27a06724-f619-40a9-80b3-31638be87e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0605199
Apr 30 14:09:44.077552 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-daa094b1-d107-40de-9b96-0a7e66106e64 req-6a209c30-83d4-480d-9f74-e58aa8d1ce5a service neutron] 10.222.0.43 "GET /v2.0/networks/3487f7de-51f9-4054-a05a-194106d3d7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4005029
Apr 30 14:09:44.084785 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc6ca10-b6ba-4799-9d3e-915d921f9c4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:09:44.085201 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc6ca10-b6ba-4799-9d3e-915d921f9c4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:09:44.085494 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc6ca10-b6ba-4799-9d3e-915d921f9c4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:09:44.085950 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc6ca10-b6ba-4799-9d3e-915d921f9c4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:09:44.086310 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc6ca10-b6ba-4799-9d3e-915d921f9c4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:09:44.086687 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc6ca10-b6ba-4799-9d3e-915d921f9c4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:09:44.087396 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc6ca10-b6ba-4799-9d3e-915d921f9c4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:09:44.087802 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc6ca10-b6ba-4799-9d3e-915d921f9c4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:09:44.088190 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc6ca10-b6ba-4799-9d3e-915d921f9c4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:09:44.088583 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc6ca10-b6ba-4799-9d3e-915d921f9c4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:09:44.089770 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc6ca10-b6ba-4799-9d3e-915d921f9c4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:09:44.089770 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc6ca10-b6ba-4799-9d3e-915d921f9c4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:09:44.095326 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-3cc6ca10-b6ba-4799-9d3e-915d921f9c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:44.125668 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-3cc6ca10-b6ba-4799-9d3e-915d921f9c4b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c1c1fa22b08a47aeb890f114ddf122cf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3734913
Apr 30 14:09:44.129215 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 44820) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:09:44.139003 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6876d31-5c67-46e6-a3db-fbc332a08156 req-8ab1b1ab-5c65-4507-bb60-875539f04bf6 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:44.140482 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c6876d31-5c67-46e6-a3db-fbc332a08156 req-8ab1b1ab-5c65-4507-bb60-875539f04bf6 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.3201830
Apr 30 14:09:44.308506 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c6876d31-5c67-46e6-a3db-fbc332a08156 req-af2e2441-1ba6-4643-829b-580c2db2ec73 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1447248
Apr 30 14:09:44.354603 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-99fc3340-64de-41aa-abcb-a3411cc68824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:44.361018 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a0ba25c9-f3ce-45c8-8587-51ae7b07c590 req-0b8149a9-65d8-4066-9b5f-c92f35203979 service neutron] 10.222.0.43 "GET /v2.0/networks/27a06724-f619-40a9-80b3-31638be87e2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2671533
Apr 30 14:09:44.420566 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-99fc3340-64de-41aa-abcb-a3411cc68824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:44.543594 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a0ba25c9-f3ce-45c8-8587-51ae7b07c590 req-650acda4-2628-416a-949b-2f4e93225bcf service neutron] 10.222.0.43 "GET /v2.0/networks/27a06724-f619-40a9-80b3-31638be87e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1736338
Apr 30 14:09:44.566624 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-99fc3340-64de-41aa-abcb-a3411cc68824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:44.570916 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-ecbd1b67-9459-4ed8-b2f2-217dfdfc8680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:44.583306 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc3340-64de-41aa-abcb-a3411cc68824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0b1c5c-746c-43cb-a8ce-3a92a6a2af08,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:44.593909 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc3340-64de-41aa-abcb-a3411cc68824 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:09:44.594260 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc3340-64de-41aa-abcb-a3411cc68824 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:09:44.594611 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc3340-64de-41aa-abcb-a3411cc68824 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:09:44.594952 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc3340-64de-41aa-abcb-a3411cc68824 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:09:44.595291 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc3340-64de-41aa-abcb-a3411cc68824 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:09:44.595630 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc3340-64de-41aa-abcb-a3411cc68824 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:09:44.595965 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc3340-64de-41aa-abcb-a3411cc68824 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:09:44.596301 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc3340-64de-41aa-abcb-a3411cc68824 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:09:44.596634 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc3340-64de-41aa-abcb-a3411cc68824 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:09:44.596965 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc3340-64de-41aa-abcb-a3411cc68824 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:09:44.597297 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc3340-64de-41aa-abcb-a3411cc68824 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:09:44.597634 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc3340-64de-41aa-abcb-a3411cc68824 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:09:44.601058 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-99fc3340-64de-41aa-abcb-a3411cc68824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:44.602912 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-99fc3340-64de-41aa-abcb-a3411cc68824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:44.604023 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-99fc3340-64de-41aa-abcb-a3411cc68824 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f0b1c5c-746c-43cb-a8ce-3a92a6a2af08 HTTP/1.1" status: 204  len: 168 time: 0.4737632
Apr 30 14:09:44.751154 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b0630-aac0-4d13-8561-dd4de6fd8f73 req-a04a0054-e255-46a5-8432-09ca0126c7d8 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:44.752621 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6e2b0630-aac0-4d13-8561-dd4de6fd8f73 req-a04a0054-e255-46a5-8432-09ca0126c7d8 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=6663af79-2251-49cc-8aa0-c18b3d0774cf HTTP/1.1" status: 200  len: 943 time: 0.0904763
Apr 30 14:09:44.820647 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6e2b0630-aac0-4d13-8561-dd4de6fd8f73 req-82397a18-0962-43ad-bd95-00d2a536d98c tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621061
Apr 30 14:09:45.062088 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d4939-d8fc-4e20-91ed-ebbafacc1208 req-fe34f903-6d68-48f1-90c9-9ed7aa1b28bb tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:45.063607 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-024d4939-d8fc-4e20-91ed-ebbafacc1208 req-fe34f903-6d68-48f1-90c9-9ed7aa1b28bb tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3c4544-5a07-4389-9823-b5084e0f7e48 HTTP/1.1" status: 200  len: 948 time: 0.1252196
Apr 30 14:09:45.115665 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-024d4939-d8fc-4e20-91ed-ebbafacc1208 req-f02a6875-4916-40f8-8e7b-f2cb997e14ec tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d6cc0f7-a7b0-4ccf-adf5-19e07be316a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417962
Apr 30 14:09:45.245271 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 62a27248-f30b-4d86-8c43-1741583dc9eb details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 14:09:45.449156 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port 62a27248-f30b-4d86-8c43-1741583dc9eb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=62a27248-f30b-4d86-8c43-1741583dc9eb,segment=NetworkSegment(6dccc72e-684c-4196-8b31-0016418af8e9),segment_id=6dccc72e-684c-4196-8b31-0016418af8e9)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:09:45.477737 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Returning: {'device': '62a27248-f30b-4d86-8c43-1741583dc9eb', 'network_id': '27a06724-f619-40a9-80b3-31638be87e2f', 'port_id': '62a27248-f30b-4d86-8c43-1741583dc9eb', 'mac_address': 'fa:16:3e:ff:7a:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8dcaed0-062c-4177-bebc-e438f9a7434c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 14:09:45.556751 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:45.578338 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62a27248-f30b-4d86-8c43-1741583dc9eb {{(pid=73846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 14:09:45.599186 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port 62a27248-f30b-4d86-8c43-1741583dc9eb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=62a27248-f30b-4d86-8c43-1741583dc9eb,segment=NetworkSegment(6dccc72e-684c-4196-8b31-0016418af8e9),segment_id=6dccc72e-684c-4196-8b31-0016418af8e9)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:09:45.604162 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:45.608068 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:45.617013 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046cbe33-94f8-436f-a4e7-4c60e3b30f2e req-8f9104af-f790-4710-95f0-7555243ba62a tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:45.619361 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-046cbe33-94f8-436f-a4e7-4c60e3b30f2e req-8f9104af-f790-4710-95f0-7555243ba62a tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.1689150
Apr 30 14:09:45.709848 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-046cbe33-94f8-436f-a4e7-4c60e3b30f2e req-3732df21-824b-4fac-9cef-93a3b3814e09 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815916
Apr 30 14:09:45.726870 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Pushing event updated for resources: {'Port': ['ID=62a27248-f30b-4d86-8c43-1741583dc9eb,revision_number=4']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:45.731653 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:45.925245 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] get_ports_and_sgs() called for port_ids ['62a27248-f30b-4d86-8c43-1741583dc9eb'] {{(pid=73846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 14:09:46.091561 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a998d8b-77f4-4b6d-8663-e5bc9eaae7b7 req-0ca76f3b-6e64-4e14-8278-dd4fe38df0f3 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:46.093908 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5a998d8b-77f4-4b6d-8663-e5bc9eaae7b7 req-0ca76f3b-6e64-4e14-8278-dd4fe38df0f3 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=6663af79-2251-49cc-8aa0-c18b3d0774cf HTTP/1.1" status: 200  len: 944 time: 0.1481018
Apr 30 14:09:46.177858 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5a998d8b-77f4-4b6d-8663-e5bc9eaae7b7 req-05a54c6e-85d7-4fe2-b738-a366dd0dc934 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724225
Apr 30 14:09:46.338789 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc557f1-9873-47b7-8f9a-288a2e65693f req-f116fd56-ff29-46a1-a0e0-c277fcf22811 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:46.340472 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-cbc557f1-9873-47b7-8f9a-288a2e65693f req-f116fd56-ff29-46a1-a0e0-c277fcf22811 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3c4544-5a07-4389-9823-b5084e0f7e48 HTTP/1.1" status: 200  len: 948 time: 0.1024301
Apr 30 14:09:46.387440 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-cbc557f1-9873-47b7-8f9a-288a2e65693f req-b8cacbdf-a0b6-41e2-9641-9f74ac132c70 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d6cc0f7-a7b0-4ccf-adf5-19e07be316a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408385
Apr 30 14:09:47.023564 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255b736-ef08-4aaa-ac92-c7a9a71240a7 req-a0ffce6f-3e29-4ba7-925c-3ea95116200c tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:47.026458 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1255b736-ef08-4aaa-ac92-c7a9a71240a7 req-a0ffce6f-3e29-4ba7-925c-3ea95116200c tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.1450524
Apr 30 14:09:47.107894 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1255b736-ef08-4aaa-ac92-c7a9a71240a7 req-e139f791-d930-43c1-a3b4-32388f1e7875 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711319
Apr 30 14:09:47.263478 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 62a27248-f30b-4d86-8c43-1741583dc9eb up at agent hyperv_hv-cinder-78836 {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:09:47.351292 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Provisioning for port 62a27248-f30b-4d86-8c43-1741583dc9eb completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:09:47.357316 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Provisioning complete for port 62a27248-f30b-4d86-8c43-1741583dc9eb triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:09:47.357988 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:47.454447 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9f9be-fa39-4d1b-911a-6653381fad40 req-5b06681d-ce20-48c4-a65f-83aead355228 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:47.455890 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-03c9f9be-fa39-4d1b-911a-6653381fad40 req-5b06681d-ce20-48c4-a65f-83aead355228 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=6663af79-2251-49cc-8aa0-c18b3d0774cf HTTP/1.1" status: 200  len: 944 time: 0.1503739
Apr 30 14:09:47.510613 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:47.512374 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-03c9f9be-fa39-4d1b-911a-6653381fad40 req-ae181490-bc1c-47a4-ae6a-688af0a75c73 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444608
Apr 30 14:09:47.580727 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6663af79-2251-49cc-8aa0-c18b3d0774cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a27248-f30b-4d86-8c43-1741583dc9eb'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:09:47.597974 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port 62a27248-f30b-4d86-8c43-1741583dc9eb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=62a27248-f30b-4d86-8c43-1741583dc9eb,segment=NetworkSegment(6dccc72e-684c-4196-8b31-0016418af8e9),segment_id=6dccc72e-684c-4196-8b31-0016418af8e9)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:09:47.603903 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:47.605287 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device dc7a9af2-8fbd-4a89-b292-71f7673920d8 up at agent hyperv_hv-cinder-78836 {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:09:47.656523 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:47.708635 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a7a31-315e-4145-8b00-17a3e273017d req-985089ed-f137-4740-85b7-2102e4e457c1 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:47.710925 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ed5a7a31-315e-4145-8b00-17a3e273017d req-985089ed-f137-4740-85b7-2102e4e457c1 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3c4544-5a07-4389-9823-b5084e0f7e48 HTTP/1.1" status: 200  len: 948 time: 0.1405602
Apr 30 14:09:47.751509 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Pushing event updated for resources: {'Port': ['ID=62a27248-f30b-4d86-8c43-1741583dc9eb,revision_number=5']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:47.761459 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:09:47.761894 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:09:47.762236 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:09:47.762650 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:09:47.763150 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:09:47.763627 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:09:47.764141 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:09:47.764699 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:09:47.765289 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:09:47.765913 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:09:47.766151 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ed5a7a31-315e-4145-8b00-17a3e273017d req-a621c064-96b1-4a91-b291-032a7e919a21 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d6cc0f7-a7b0-4ccf-adf5-19e07be316a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448413
Apr 30 14:09:47.766542 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:09:47.766947 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:09:47.771758 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:47.772505 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Provisioning for port dc7a9af2-8fbd-4a89-b292-71f7673920d8 completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:09:47.778142 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Provisioning complete for port dc7a9af2-8fbd-4a89-b292-71f7673920d8 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:09:47.778465 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:47.821104 dv-cinder-788365-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6663af79-2251-49cc-8aa0-c18b3d0774cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a27248-f30b-4d86-8c43-1741583dc9eb', 'code': 200}
Apr 30 14:09:47.916784 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:47.951107 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port dc7a9af2-8fbd-4a89-b292-71f7673920d8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dc7a9af2-8fbd-4a89-b292-71f7673920d8,segment=NetworkSegment(8f3fa0e7-633a-452f-a4ee-655cf5463bbe),segment_id=8f3fa0e7-633a-452f-a4ee-655cf5463bbe)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:09:47.955603 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:47.957524 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:48.056579 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Pushing event updated for resources: {'Port': ['ID=dc7a9af2-8fbd-4a89-b292-71f7673920d8,revision_number=5']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:48.059896 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:48.601418 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-6cd3aefa-0123-4835-8d80-12b51f2253f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:49.767731 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a529ee-a77f-4046-9367-485a32e256cc req-c1bab17d-d0af-42f3-9e53-c2a4e6560904 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:49.770423 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-43a529ee-a77f-4046-9367-485a32e256cc req-c1bab17d-d0af-42f3-9e53-c2a4e6560904 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.1346555
Apr 30 14:09:49.822454 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3c4544-5a07-4389-9823-b5084e0f7e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7a9af2-8fbd-4a89-b292-71f7673920d8'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:09:49.843521 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f48dcb-00e7-4124-8490-1ce0e60c4724 req-4af6b2bb-00af-4399-b8b3-fda95ddf3aff tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:49.845988 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e1f48dcb-00e7-4124-8490-1ce0e60c4724 req-4af6b2bb-00af-4399-b8b3-fda95ddf3aff tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=6663af79-2251-49cc-8aa0-c18b3d0774cf HTTP/1.1" status: 200  len: 945 time: 0.1609123
Apr 30 14:09:49.846706 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-43a529ee-a77f-4046-9367-485a32e256cc req-41fa2acc-926d-4159-bb31-3d2da6cf2b6f tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689931
Apr 30 14:09:49.851982 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68930221-8d37-44ec-b67f-1d1091a2f0ac req-02bc5a09-3779-48b5-a882-b7ee62d7c5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:49.854641 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-68930221-8d37-44ec-b67f-1d1091a2f0ac req-02bc5a09-3779-48b5-a882-b7ee62d7c5cf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6663af79-2251-49cc-8aa0-c18b3d0774cf HTTP/1.1" status: 200  len: 1098 time: 0.1256676
Apr 30 14:09:49.929518 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e1f48dcb-00e7-4124-8490-1ce0e60c4724 req-7640058a-84c7-477c-8b8e-9bbfb1f2a544 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736237
Apr 30 14:09:49.935112 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-68930221-8d37-44ec-b67f-1d1091a2f0ac req-e7f1b6d9-f40a-4ff9-89c1-ebbd4357fa4d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637279
Apr 30 14:09:49.991560 dv-cinder-788365-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3c4544-5a07-4389-9823-b5084e0f7e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7a9af2-8fbd-4a89-b292-71f7673920d8', 'code': 200}
Apr 30 14:09:50.095590 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10335a-6fe0-491a-9729-c6944c3d55d8 req-204d55ee-74e0-4586-89a0-ee188e290978 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:50.097088 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-fd10335a-6fe0-491a-9729-c6944c3d55d8 req-204d55ee-74e0-4586-89a0-ee188e290978 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3c4544-5a07-4389-9823-b5084e0f7e48 HTTP/1.1" status: 200  len: 949 time: 0.0956378
Apr 30 14:09:50.147072 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-fd10335a-6fe0-491a-9729-c6944c3d55d8 req-d8c6d5d3-24a1-43a7-ae22-ec726157c0af tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d6cc0f7-a7b0-4ccf-adf5-19e07be316a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435398
Apr 30 14:09:50.917904 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 44954) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:09:51.062186 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e6785c68-791d-4b7b-9c58-2419121fe521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:51.078177 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-e6785c68-791d-4b7b-9c58-2419121fe521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:09:51.082455 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-e6785c68-791d-4b7b-9c58-2419121fe521 admin admin] Usage tracker for resource:security_group_rule and tenant:97d67f38e968435fb79ea553af444618 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:09:51.085875 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-e6785c68-791d-4b7b-9c58-2419121fe521 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:09:51.092146 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-e6785c68-791d-4b7b-9c58-2419121fe521 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:09:51.191457 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e6785c68-791d-4b7b-9c58-2419121fe521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:51.196429 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e6785c68-791d-4b7b-9c58-2419121fe521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:51.204136 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:51.245535 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-e6785c68-791d-4b7b-9c58-2419121fe521 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=97d67f38e968435fb79ea553af444618&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3261282
Apr 30 14:09:51.246475 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6785c68-791d-4b7b-9c58-2419121fe521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb1d571-ee1c-4611-b937-f434a1d7bacf,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:51.248378 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 44964) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:09:51.249838 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-e6785c68-791d-4b7b-9c58-2419121fe521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:51.309021 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d91a086c-f1c5-4afd-9143-e7ed86450ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:51.338772 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d91a086c-f1c5-4afd-9143-e7ed86450ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:51.384583 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-24e9826c-400f-403b-8f11-839276ef0b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:51.388149 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:51.410351 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d91a086c-f1c5-4afd-9143-e7ed86450ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:51.414092 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-57e08d01-50f2-4004-a474-540d905ec2f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:51.425800 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a086c-f1c5-4afd-9143-e7ed86450ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb1d571-ee1c-4611-b937-f434a1d7bacf,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:51.429463 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-d91a086c-f1c5-4afd-9143-e7ed86450ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:51.435097 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d91a086c-f1c5-4afd-9143-e7ed86450ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:51.436779 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-d91a086c-f1c5-4afd-9143-e7ed86450ffd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9cb1d571-ee1c-4611-b937-f434a1d7bacf HTTP/1.1" status: 204  len: 168 time: 0.1872458
Apr 30 14:09:51.782127 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 44974) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:09:51.799927 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-cff7fe02-0f45-4879-bf1c-91e58fcfcbc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:51.814904 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-cff7fe02-0f45-4879-bf1c-91e58fcfcbc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:09:51.818987 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-cff7fe02-0f45-4879-bf1c-91e58fcfcbc2 admin admin] Usage tracker for resource:security_group_rule and tenant:46f3b768611e4bd1a575064908f86882 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:09:51.822525 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-cff7fe02-0f45-4879-bf1c-91e58fcfcbc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:09:51.828230 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-cff7fe02-0f45-4879-bf1c-91e58fcfcbc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:09:51.916817 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-cff7fe02-0f45-4879-bf1c-91e58fcfcbc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:51.921002 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-cff7fe02-0f45-4879-bf1c-91e58fcfcbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:51.928229 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-cdca9d0b-1502-4780-a069-64f2b9b7d183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:51.972651 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-cff7fe02-0f45-4879-bf1c-91e58fcfcbc2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=46f3b768611e4bd1a575064908f86882&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1893795
Apr 30 14:09:51.973528 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7fe02-0f45-4879-bf1c-91e58fcfcbc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d518272b-3eeb-4694-96c2-ce8359e80b8a,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:51.975405 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 44978) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:09:51.976758 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-cff7fe02-0f45-4879-bf1c-91e58fcfcbc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:51.990539 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:52.040347 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-965fba30-37b1-45e6-a87e-765b5cda7b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:52.072246 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-965fba30-37b1-45e6-a87e-765b5cda7b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:52.135574 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-965fba30-37b1-45e6-a87e-765b5cda7b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:52.139387 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-81ac7827-c919-481f-a3e8-6dbbc38eb994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:52.153625 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965fba30-37b1-45e6-a87e-765b5cda7b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d518272b-3eeb-4694-96c2-ce8359e80b8a,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:52.156059 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-965fba30-37b1-45e6-a87e-765b5cda7b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:52.168493 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-965fba30-37b1-45e6-a87e-765b5cda7b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:52.169912 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-965fba30-37b1-45e6-a87e-765b5cda7b11 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d518272b-3eeb-4694-96c2-ce8359e80b8a HTTP/1.1" status: 204  len: 168 time: 0.1933272
Apr 30 14:09:52.264448 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:53.036464 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-91913aa4-7703-4442-8530-42a6f00213f1 req-d4e6b9c7-2b38-46b1-ab5f-cc08029ed4ac service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7878a45f-b4a4-4634-8968-122ce65cffcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1029177
Apr 30 14:09:53.175389 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7765d7-0459-4335-a9c8-e8e4971c8fd8 req-198c8c12-014d-4755-a475-6fb1ad27f209 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:53.177170 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-bd7765d7-0459-4335-a9c8-e8e4971c8fd8 req-198c8c12-014d-4755-a475-6fb1ad27f209 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.1735067
Apr 30 14:09:53.245528 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-bd7765d7-0459-4335-a9c8-e8e4971c8fd8 req-bf3e18ca-2342-4ac0-944f-324fd8fe9042 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557394
Apr 30 14:09:53.396919 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91913aa4-7703-4442-8530-42a6f00213f1 req-13f67ba6-8927-4bab-92d2-ddb51686a210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:53.398511 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-91913aa4-7703-4442-8530-42a6f00213f1 req-13f67ba6-8927-4bab-92d2-ddb51686a210 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=115ed14988014677a355d6807f338dbb&device_id=7878a45f-b4a4-4634-8968-122ce65cffcf HTTP/1.1" status: 200  len: 1098 time: 0.3254180
Apr 30 14:09:53.414273 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8c900-77ce-4ab1-bb8a-0debee94bc9d req-cfa3d91a-fac4-46f7-9348-1dc573abff00 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:53.415819 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-48d8c900-77ce-4ab1-bb8a-0debee94bc9d req-cfa3d91a-fac4-46f7-9348-1dc573abff00 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=6663af79-2251-49cc-8aa0-c18b3d0774cf HTTP/1.1" status: 200  len: 945 time: 0.2983418
Apr 30 14:09:53.422714 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1126c-45e6-47da-b4b9-8fcf6e20d04e req-6e3c92ff-4fe1-4508-a544-b696c31fd4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:53.425239 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-92a1126c-45e6-47da-b4b9-8fcf6e20d04e req-6e3c92ff-4fe1-4508-a544-b696c31fd4b7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cf3c4544-5a07-4389-9823-b5084e0f7e48 HTTP/1.1" status: 200  len: 1102 time: 0.1469638
Apr 30 14:09:53.500513 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675246b-bdac-4962-aad6-02aa94cfba6b req-4ef0c24e-e22c-4d3e-8377-c7dda3b78679 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:53.512708 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-8675246b-bdac-4962-aad6-02aa94cfba6b req-4ef0c24e-e22c-4d3e-8377-c7dda3b78679 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3c4544-5a07-4389-9823-b5084e0f7e48 HTTP/1.1" status: 200  len: 949 time: 0.1525161
Apr 30 14:09:53.542541 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-48d8c900-77ce-4ab1-bb8a-0debee94bc9d req-151b9566-55e2-491e-81b2-9787e60e44e7 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162252
Apr 30 14:09:53.596916 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-8675246b-bdac-4962-aad6-02aa94cfba6b req-09967311-2718-4430-916f-83645383dbe3 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d6cc0f7-a7b0-4ccf-adf5-19e07be316a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815036
Apr 30 14:09:53.609568 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-92a1126c-45e6-47da-b4b9-8fcf6e20d04e req-9d9606e0-2cfe-4bf6-ab10-eb2fc11bf060 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5d6cc0f7-a7b0-4ccf-adf5-19e07be316a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1588657
Apr 30 14:09:53.669820 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91913aa4-7703-4442-8530-42a6f00213f1 req-6fa5b67e-3363-4f9f-a30e-022728ae912e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:53.671310 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-91913aa4-7703-4442-8530-42a6f00213f1 req-6fa5b67e-3363-4f9f-a30e-022728ae912e service neutron] 10.222.0.43 "GET /v2.0/networks?id=27a06724-f619-40a9-80b3-31638be87e2f HTTP/1.1" status: 200  len: 917 time: 0.2234967
Apr 30 14:09:53.803238 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:53.914890 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-91913aa4-7703-4442-8530-42a6f00213f1 req-986f19bc-528a-4985-b850-6c6bb4177a08 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17450d03-c6d4-4a4a-af14-ed8f8992ecd8 HTTP/1.1" status: 200  len: 217 time: 0.0819774
Apr 30 14:09:54.015647 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91913aa4-7703-4442-8530-42a6f00213f1 req-711c54ab-511b-443b-bf4b-b43c444f627a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:54.017989 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-91913aa4-7703-4442-8530-42a6f00213f1 req-711c54ab-511b-443b-bf4b-b43c444f627a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d8dcaed0-062c-4177-bebc-e438f9a7434c HTTP/1.1" status: 200  len: 855 time: 0.0833073
Apr 30 14:09:54.085853 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-91913aa4-7703-4442-8530-42a6f00213f1 req-0ddbeb43-3b33-4ade-9127-e5c203dc4779 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=27a06724-f619-40a9-80b3-31638be87e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0612721
Apr 30 14:09:54.238381 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-91913aa4-7703-4442-8530-42a6f00213f1 req-ac036610-2d04-43bd-8f17-31275477edf0 service neutron] 10.222.0.43 "GET /v2.0/networks/27a06724-f619-40a9-80b3-31638be87e2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435108
Apr 30 14:09:54.424372 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-91913aa4-7703-4442-8530-42a6f00213f1 req-f9ec88f0-db1c-4c0b-b1a4-942e9930fc17 service neutron] 10.222.0.43 "GET /v2.0/networks/27a06724-f619-40a9-80b3-31638be87e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1785839
Apr 30 14:09:54.466909 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78195c06-59e0-4be1-ba44-70dbefc097ec req-c7f92cdf-c613-4f5d-b715-f666079d1ee2 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:54.468222 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-78195c06-59e0-4be1-ba44-70dbefc097ec req-c7f92cdf-c613-4f5d-b715-f666079d1ee2 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.0925496
Apr 30 14:09:54.539409 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-78195c06-59e0-4be1-ba44-70dbefc097ec req-ee5d5a5e-96b2-4b95-b221-bdc028dc77e3 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632062
Apr 30 14:09:54.810547 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc15335-465f-4ef9-b256-ffa70172d6fa req-b48ecf8c-2411-4635-ae2b-b233bdf34aad tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:54.815115 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-ecc15335-465f-4ef9-b256-ffa70172d6fa req-b48ecf8c-2411-4635-ae2b-b233bdf34aad tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=6663af79-2251-49cc-8aa0-c18b3d0774cf HTTP/1.1" status: 200  len: 945 time: 0.1434968
Apr 30 14:09:54.864488 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdddb30-dc04-4dee-bd99-b423ed89fd5f req-c2a59688-39c1-4b37-93ac-4c1bd78accc1 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:54.867250 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8cdddb30-dc04-4dee-bd99-b423ed89fd5f req-c2a59688-39c1-4b37-93ac-4c1bd78accc1 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3c4544-5a07-4389-9823-b5084e0f7e48 HTTP/1.1" status: 200  len: 949 time: 0.1066952
Apr 30 14:09:54.871545 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-ecc15335-465f-4ef9-b256-ffa70172d6fa req-2472a071-5534-49fc-8b51-de28361b4829 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513797
Apr 30 14:09:54.937432 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8cdddb30-dc04-4dee-bd99-b423ed89fd5f req-aa88c040-228a-43e6-a107-24140bff91e8 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d6cc0f7-a7b0-4ccf-adf5-19e07be316a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650942
Apr 30 14:09:55.761232 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75c3bb-1eca-40cf-a551-488e576b39b4 req-d5b6ef23-fb87-4756-b0b8-430a858c47d2 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:55.762722 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-cd75c3bb-1eca-40cf-a551-488e576b39b4 req-d5b6ef23-fb87-4756-b0b8-430a858c47d2 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.0915394
Apr 30 14:09:55.837379 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-cd75c3bb-1eca-40cf-a551-488e576b39b4 req-faec75a5-e0ae-4c54-a45b-a8f4a4be7cb2 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655718
Apr 30 14:09:56.151931 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc5a8d-f051-42e8-b0cb-7342283411d2 req-a03af80d-0756-4801-86e5-c8709cc38b07 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:56.153327 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f7cc5a8d-f051-42e8-b0cb-7342283411d2 req-a03af80d-0756-4801-86e5-c8709cc38b07 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3c4544-5a07-4389-9823-b5084e0f7e48 HTTP/1.1" status: 200  len: 949 time: 0.0937490
Apr 30 14:09:56.205610 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f7cc5a8d-f051-42e8-b0cb-7342283411d2 req-0dfed0a2-538f-42b4-83d8-458c00a60c60 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d6cc0f7-a7b0-4ccf-adf5-19e07be316a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436766
Apr 30 14:09:56.739959 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1102dc-784b-4f71-addb-bf94b764042c req-32de24b8-cc18-4d81-ad90-44a5eed10b91 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:56.741677 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5f1102dc-784b-4f71-addb-bf94b764042c req-32de24b8-cc18-4d81-ad90-44a5eed10b91 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3c4544-5a07-4389-9823-b5084e0f7e48 HTTP/1.1" status: 200  len: 949 time: 0.0963748
Apr 30 14:09:56.803099 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5f1102dc-784b-4f71-addb-bf94b764042c req-112cbc61-a464-4c4d-80bd-86bae9c04446 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d6cc0f7-a7b0-4ccf-adf5-19e07be316a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537078
Apr 30 14:09:57.083854 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb7454-798a-49f6-af85-704187a5a60d req-89c0ad28-212d-41f8-87c5-d6c2ba30e1fd tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:57.088897 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-49bb7454-798a-49f6-af85-704187a5a60d req-89c0ad28-212d-41f8-87c5-d6c2ba30e1fd tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.1168282
Apr 30 14:09:57.146402 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-49bb7454-798a-49f6-af85-704187a5a60d req-db4f213a-e0f8-4127-80fb-cd851463642f tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516932
Apr 30 14:09:58.023695 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b45c8-b46b-498a-9681-a132ba355dce req-6e546c5a-daa9-43a0-8f0c-9f3614e1bb4e tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:58.025932 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-554b45c8-b46b-498a-9681-a132ba355dce req-6e546c5a-daa9-43a0-8f0c-9f3614e1bb4e tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3c4544-5a07-4389-9823-b5084e0f7e48 HTTP/1.1" status: 200  len: 949 time: 0.0996556
Apr 30 14:09:58.081158 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-554b45c8-b46b-498a-9681-a132ba355dce req-ad6b65f7-9157-4694-91e7-42f9c8d9e7d6 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] 10.222.0.32 "GET /v2.0/security-groups?id=5d6cc0f7-a7b0-4ccf-adf5-19e07be316a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463941
Apr 30 14:09:58.208653 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97368c81-2963-4037-96ca-60bce610ce1f req-3ffa26eb-4216-4c37-8baf-27900674c344 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:58.210158 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-97368c81-2963-4037-96ca-60bce610ce1f req-3ffa26eb-4216-4c37-8baf-27900674c344 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf3c4544-5a07-4389-9823-b5084e0f7e48 HTTP/1.1" status: 200  len: 949 time: 0.1038551
Apr 30 14:09:58.374983 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb0ef2-3ece-4d9d-bdda-4b3b8f30f43c req-902a0c43-cfa1-4cfc-826e-95e11a67a16e tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:58.377071 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-b5fb0ef2-3ece-4d9d-bdda-4b3b8f30f43c req-902a0c43-cfa1-4cfc-826e-95e11a67a16e tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.1022956
Apr 30 14:09:58.431410 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-97368c81-2963-4037-96ca-60bce610ce1f req-f92ef751-b856-45d8-b278-5eaeddd9252d tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Deleting port dc7a9af2-8fbd-4a89-b292-71f7673920d8 {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:09:58.431987 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-97368c81-2963-4037-96ca-60bce610ce1f req-f92ef751-b856-45d8-b278-5eaeddd9252d tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:58.467959 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-b5fb0ef2-3ece-4d9d-bdda-4b3b8f30f43c req-6553e433-c3bb-4fe6-8430-d1f32332716f tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736365
Apr 30 14:09:58.694165 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-97368c81-2963-4037-96ca-60bce610ce1f req-f92ef751-b856-45d8-b278-5eaeddd9252d tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] For port dc7a9af2-8fbd-4a89-b292-71f7673920d8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dc7a9af2-8fbd-4a89-b292-71f7673920d8,segment=NetworkSegment(8f3fa0e7-633a-452f-a4ee-655cf5463bbe),segment_id=8f3fa0e7-633a-452f-a4ee-655cf5463bbe)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:09:58.694524 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-97368c81-2963-4037-96ca-60bce610ce1f req-f92ef751-b856-45d8-b278-5eaeddd9252d tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:58.699087 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:09:58.885339 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-97368c81-2963-4037-96ca-60bce610ce1f req-f92ef751-b856-45d8-b278-5eaeddd9252d tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Calling delete_port for dc7a9af2-8fbd-4a89-b292-71f7673920d8 owned by compute:nova {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:09:59.041850 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-97368c81-2963-4037-96ca-60bce610ce1f req-f92ef751-b856-45d8-b278-5eaeddd9252d tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:59.049843 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:09:59.105120 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ef751-b856-45d8-b278-5eaeddd9252d tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Pushing event deleted for resources: {'Port': ['ID=dc7a9af2-8fbd-4a89-b292-71f7673920d8,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:09:59.105970 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] get_ports_and_sgs() called for port_ids ['dc7a9af2-8fbd-4a89-b292-71f7673920d8'] {{(pid=73846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 14:09:59.108120 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-f92ef751-b856-45d8-b278-5eaeddd9252d tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:09:59.210008 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-97368c81-2963-4037-96ca-60bce610ce1f req-f92ef751-b856-45d8-b278-5eaeddd9252d tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] No DVR routers for this DVR port dc7a9af2-8fbd-4a89-b292-71f7673920d8 on host hv-cinder-78836 {{(pid=73845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 14:09:59.213195 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-97368c81-2963-4037-96ca-60bce610ce1f req-f92ef751-b856-45d8-b278-5eaeddd9252d tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:09:59.216245 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3c4544-5a07-4389-9823-b5084e0f7e48', 'name': 'network-vif-deleted', 'tag': 'dc7a9af2-8fbd-4a89-b292-71f7673920d8'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:09:59.247422 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-97368c81-2963-4037-96ca-60bce610ce1f req-f92ef751-b856-45d8-b278-5eaeddd9252d tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] 10.222.0.43 "DELETE /v2.0/ports/dc7a9af2-8fbd-4a89-b292-71f7673920d8 HTTP/1.1" status: 204  len: 173 time: 1.0322766
Apr 30 14:09:59.305855 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-64856bdf-2a8e-4005-a230-9c119b5bc344 req-5337dfc0-8f20-4fb4-a083-2f97778481ea tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Synchronizing usage tracker for tenant:104ec90b55cc4953aec553f264851954 on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:09:59.318168 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3c4544-5a07-4389-9823-b5084e0f7e48', 'name': 'network-vif-deleted', 'tag': 'dc7a9af2-8fbd-4a89-b292-71f7673920d8', 'status': 'completed', 'code': 200}
Apr 30 14:09:59.334695 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-64856bdf-2a8e-4005-a230-9c119b5bc344 req-5337dfc0-8f20-4fb4-a083-2f97778481ea tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Unset dirty status for tenant:104ec90b55cc4953aec553f264851954 on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:09:59.336595 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-64856bdf-2a8e-4005-a230-9c119b5bc344 req-5337dfc0-8f20-4fb4-a083-2f97778481ea tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf3c4544-5a07-4389-9823-b5084e0f7e48 HTTP/1.1" status: 200  len: 210 time: 0.0919039
Apr 30 14:09:59.668934 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24db5e-df6e-4757-9969-bf9c498db2a6 req-75906368-98ae-4d93-84a9-5ae1ec72aedd tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:09:59.670780 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-5b24db5e-df6e-4757-9969-bf9c498db2a6 req-75906368-98ae-4d93-84a9-5ae1ec72aedd tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.0833652
Apr 30 14:09:59.722072 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-5b24db5e-df6e-4757-9969-bf9c498db2a6 req-34012101-6237-4f1e-aacb-d9304bc2c3e0 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452833
Apr 30 14:10:01.014003 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1b4c6-46e6-4564-8c79-0e6849ecd367 req-69952145-2ff1-440b-bc33-9d2ddc8ad2ca tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:01.029614 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-2dc1b4c6-46e6-4564-8c79-0e6849ecd367 req-69952145-2ff1-440b-bc33-9d2ddc8ad2ca tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.1576533
Apr 30 14:10:01.103225 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-2dc1b4c6-46e6-4564-8c79-0e6849ecd367 req-9577aae7-6b7a-4207-8898-4fe50c694e1e tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713086
Apr 30 14:10:02.499248 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device dc7a9af2-8fbd-4a89-b292-71f7673920d8 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:10:02.538081 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] No Port match for: dc7a9af2-8fbd-4a89-b292-71f7673920d8 {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:10:02.538434 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device dc7a9af2-8fbd-4a89-b292-71f7673920d8 not bound to the agent host hv-cinder-78836 {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:10:02.734962 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452f38f-a9b8-4037-a44a-1ab7cec688c6 req-d8eee9c7-2865-47c7-ac11-44f98a3f1651 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:02.742351 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7452f38f-a9b8-4037-a44a-1ab7cec688c6 req-d8eee9c7-2865-47c7-ac11-44f98a3f1651 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.0925398
Apr 30 14:10:02.791632 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7452f38f-a9b8-4037-a44a-1ab7cec688c6 req-93642c80-dfbd-4531-a5a0-a8ee87a357d9 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480721
Apr 30 14:10:04.174314 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed59c5-b962-4497-851f-45e6b073ca94 req-53840042-c522-42d2-af60-f89f13a5cf47 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:04.176810 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-b2ed59c5-b962-4497-851f-45e6b073ca94 req-53840042-c522-42d2-af60-f89f13a5cf47 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.2067087
Apr 30 14:10:04.242002 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-b2ed59c5-b962-4497-851f-45e6b073ca94 req-8d04a7b9-bfec-42a3-8ad7-1b250950ba32 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572746
Apr 30 14:10:04.266608 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495045d-a3d6-4823-98fe-8e1e95088b90 req-435c5e11-fc17-4dbc-a4f1-7079f7d26880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:04.268942 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4495045d-a3d6-4823-98fe-8e1e95088b90 req-435c5e11-fc17-4dbc-a4f1-7079f7d26880 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 1098 time: 0.0953267
Apr 30 14:10:04.328806 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4495045d-a3d6-4823-98fe-8e1e95088b90 req-daa24ce8-51d7-455f-9544-66af0494c07b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553246
Apr 30 14:10:05.502599 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b420f-a2f7-4992-8bf8-38b6ff189f8b req-617ccbe5-6298-4c8f-95bf-af02e1d6847f tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:05.504763 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-599b420f-a2f7-4992-8bf8-38b6ff189f8b req-617ccbe5-6298-4c8f-95bf-af02e1d6847f tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.0938787
Apr 30 14:10:05.561411 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-599b420f-a2f7-4992-8bf8-38b6ff189f8b req-4c917c02-7dfc-4665-967f-e5a0396ef7f6 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486202
Apr 30 14:10:05.799515 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8212d22-e587-4b8a-b2f1-1fec91f7953a req-e7485f1f-00f8-4397-8aec-3fa3602db259 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:05.801489 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c8212d22-e587-4b8a-b2f1-1fec91f7953a req-e7485f1f-00f8-4397-8aec-3fa3602db259 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.0964887
Apr 30 14:10:05.886626 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c8212d22-e587-4b8a-b2f1-1fec91f7953a req-464c1bb1-d783-4c09-95de-fc1ff78de739 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762193
Apr 30 14:10:05.979384 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 45470) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:10:06.342545 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-d4514447-9366-4fbe-8863-52887714104a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=104ec90b55cc4953aec553f264851954&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3548083
Apr 30 14:10:06.342696 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 45480) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:10:06.465127 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-b2d8afcc-0b20-4538-b194-5459b8009cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:06.517343 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-b2d8afcc-0b20-4538-b194-5459b8009cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:06.635550 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-b2d8afcc-0b20-4538-b194-5459b8009cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:06.646403 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-722dc331-da5d-40f4-be8c-e084312e5b1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:06.673120 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d8afcc-0b20-4538-b194-5459b8009cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6cc0f7-a7b0-4ccf-adf5-19e07be316a7,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:06.681264 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-b2d8afcc-0b20-4538-b194-5459b8009cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:06.705343 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-b2d8afcc-0b20-4538-b194-5459b8009cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:06.708569 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-b2d8afcc-0b20-4538-b194-5459b8009cad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5d6cc0f7-a7b0-4ccf-adf5-19e07be316a7 HTTP/1.1" status: 204  len: 168 time: 0.3628829
Apr 30 14:10:08.168485 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 45556) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:10:08.365719 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-6b1b7ad6-529d-456d-9b60-0e7271c572f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:08.393285 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-6b1b7ad6-529d-456d-9b60-0e7271c572f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:10:08.410657 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-6b1b7ad6-529d-456d-9b60-0e7271c572f0 admin admin] Usage tracker for resource:security_group_rule and tenant:dfa25be1563148068a4b7049c1bd4a14 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:10:08.418730 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-6b1b7ad6-529d-456d-9b60-0e7271c572f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:10:08.438033 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-6b1b7ad6-529d-456d-9b60-0e7271c572f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:10:08.509944 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8ff1f-c44d-4f92-abaa-dff984caa435 req-fdbc5d3e-c3df-4a27-af32-f94e318198b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:08.514012 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3ba8ff1f-c44d-4f92-abaa-dff984caa435 req-fdbc5d3e-c3df-4a27-af32-f94e318198b3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1036f2f1678545d3aa4b54e8aa882dbc&device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 1098 time: 0.1209540
Apr 30 14:10:08.558835 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-6b1b7ad6-529d-456d-9b60-0e7271c572f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:08.609367 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-6b1b7ad6-529d-456d-9b60-0e7271c572f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:08.648009 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-fb6ba6a7-6e87-422a-ab51-c4b929ca183d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:08.658223 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-6b1b7ad6-529d-456d-9b60-0e7271c572f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dfa25be1563148068a4b7049c1bd4a14&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4885411
Apr 30 14:10:08.666184 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 45578) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:10:08.716679 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b7ad6-529d-456d-9b60-0e7271c572f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbcc0ef-4c81-4c89-a62b-a044cbe330e3,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:08.737739 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-6b1b7ad6-529d-456d-9b60-0e7271c572f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:08.786207 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8ff1f-c44d-4f92-abaa-dff984caa435 req-c816d8d2-a045-4472-8f46-0a18b70c7d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:08.789186 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3ba8ff1f-c44d-4f92-abaa-dff984caa435 req-c816d8d2-a045-4472-8f46-0a18b70c7d38 service neutron] 10.222.0.43 "GET /v2.0/networks?id=101268f3-2b9c-42c4-ac42-c67a2c420fa2 HTTP/1.1" status: 200  len: 921 time: 0.2689843
Apr 30 14:10:08.839522 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4e628c09-a646-47fd-b670-f6e06c09ed26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:08.877446 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4e628c09-a646-47fd-b670-f6e06c09ed26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:08.909774 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3ba8ff1f-c44d-4f92-abaa-dff984caa435 req-4d15377c-c6f8-4856-a0a3-2966dd2da993 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0895a146-b294-41ff-a7ef-a8a4cf78755c HTTP/1.1" status: 200  len: 217 time: 0.1128142
Apr 30 14:10:08.972146 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a11bc-9abb-4b33-b2bf-80f5b315dfb9 req-a2ba4c37-e46b-416b-9f44-b8f0e9b8effe tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:08.983289 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-fb8a11bc-9abb-4b33-b2bf-80f5b315dfb9 req-a2ba4c37-e46b-416b-9f44-b8f0e9b8effe tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.4224923
Apr 30 14:10:09.044026 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-fb8a11bc-9abb-4b33-b2bf-80f5b315dfb9 req-7564bf40-9ef6-4a82-9339-f13a26fd82d9 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591486
Apr 30 14:10:09.072760 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4e628c09-a646-47fd-b670-f6e06c09ed26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:09.077868 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-b2d8afcc-0b20-4538-b194-5459b8009cad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:09.107343 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e628c09-a646-47fd-b670-f6e06c09ed26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbcc0ef-4c81-4c89-a62b-a044cbe330e3,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:09.111625 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-4e628c09-a646-47fd-b670-f6e06c09ed26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:09.123711 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4e628c09-a646-47fd-b670-f6e06c09ed26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:09.125945 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-4e628c09-a646-47fd-b670-f6e06c09ed26 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bcbcc0ef-4c81-4c89-a62b-a044cbe330e3 HTTP/1.1" status: 204  len: 168 time: 0.4577570
Apr 30 14:10:09.241285 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8ff1f-c44d-4f92-abaa-dff984caa435 req-a6d301a8-62cd-4718-bdf2-7646d74d2b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:09.242893 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3ba8ff1f-c44d-4f92-abaa-dff984caa435 req-a6d301a8-62cd-4718-bdf2-7646d74d2b34 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7bffe4b8-8a91-4bea-9ca6-5a1137bd3587 HTTP/1.1" status: 200  len: 859 time: 0.3238089
Apr 30 14:10:09.311608 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3ba8ff1f-c44d-4f92-abaa-dff984caa435 req-0449a361-f062-4913-bc34-f95618dab830 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=101268f3-2b9c-42c4-ac42-c67a2c420fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0595717
Apr 30 14:10:09.442827 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-6e64aebd-93e7-4873-bc69-a0e27b76b583 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:09.444414 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-6e64aebd-93e7-4873-bc69-a0e27b76b583 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/networks?id=27a06724-f619-40a9-80b3-31638be87e2f HTTP/1.1" status: 200  len: 815 time: 0.3543336
Apr 30 14:10:09.472817 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-b9ebb1d8-e8f8-4544-89f9-14af61ce019b tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/quotas/115ed14988014677a355d6807f338dbb HTTP/1.1" status: 200  len: 375 time: 0.0165327
Apr 30 14:10:09.507157 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 45602) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:10:09.528165 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-bf269be3-e1c0-4005-b978-56ece595fc9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:09.547615 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-bf269be3-e1c0-4005-b978-56ece595fc9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:10:09.552562 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-bf269be3-e1c0-4005-b978-56ece595fc9a admin admin] Usage tracker for resource:security_group_rule and tenant:62759340a2f341579f90321faa25945f is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:10:09.555988 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-bf269be3-e1c0-4005-b978-56ece595fc9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:10:09.563298 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-bf269be3-e1c0-4005-b978-56ece595fc9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:10:09.663951 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3ba8ff1f-c44d-4f92-abaa-dff984caa435 req-d8d7b5fb-af61-4ade-9503-85b8976913f2 service neutron] 10.222.0.43 "GET /v2.0/networks/101268f3-2b9c-42c4-ac42-c67a2c420fa2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3455153
Apr 30 14:10:09.700130 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-bf269be3-e1c0-4005-b978-56ece595fc9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:09.705070 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-bf269be3-e1c0-4005-b978-56ece595fc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:09.713541 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-3b2c54a9-f2a5-40df-bb96-efcc9eb9ee73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:09.757261 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf269be3-e1c0-4005-b978-56ece595fc9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33844af-0cb7-41b8-b1ce-8f413847ee3d,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:09.762569 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-bf269be3-e1c0-4005-b978-56ece595fc9a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=62759340a2f341579f90321faa25945f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2537780
Apr 30 14:10:09.763458 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-bf269be3-e1c0-4005-b978-56ece595fc9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:09.765770 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 45606) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:10:09.813689 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-01352a46-d816-43a8-aa8d-881f9806e81b tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=115ed14988014677a355d6807f338dbb&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3328032
Apr 30 14:10:09.837144 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-dfb8430c-b880-4a1c-bf3a-35e44b5557da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:09.865440 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-dfb8430c-b880-4a1c-bf3a-35e44b5557da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:09.870870 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3ba8ff1f-c44d-4f92-abaa-dff984caa435 req-b8e8d217-bac3-470a-a627-146e08e5f1e9 service neutron] 10.222.0.43 "GET /v2.0/networks/101268f3-2b9c-42c4-ac42-c67a2c420fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2007580
Apr 30 14:10:09.956627 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-dfb8430c-b880-4a1c-bf3a-35e44b5557da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:09.967026 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-69f88968-8dbd-4f63-a457-60eee58e33f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:09.990910 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb8430c-b880-4a1c-bf3a-35e44b5557da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33844af-0cb7-41b8-b1ce-8f413847ee3d,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:09.993505 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-dfb8430c-b880-4a1c-bf3a-35e44b5557da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:09.994774 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-dfb8430c-b880-4a1c-bf3a-35e44b5557da admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:09.995874 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-dfb8430c-b880-4a1c-bf3a-35e44b5557da admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d33844af-0cb7-41b8-b1ce-8f413847ee3d HTTP/1.1" status: 204  len: 168 time: 0.2285476
Apr 30 14:10:10.023878 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-df0c0b4f-0b19-454e-a6ee-ea41db8d80cf service neutron] 10.222.0.32 "GET /v2.0/networks/27a06724-f619-40a9-80b3-31638be87e2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1936369
Apr 30 14:10:10.246541 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-2a13977e-faf6-4134-a750-48273c4e41f3 service neutron] 10.222.0.32 "GET /v2.0/networks/27a06724-f619-40a9-80b3-31638be87e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2123363
Apr 30 14:10:10.318802 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9aeda2-9597-4166-82de-a9471f5c56c5 req-16c85955-025f-4412-b7df-3154fb0a0c68 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:10.321023 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-3d9aeda2-9597-4166-82de-a9471f5c56c5 req-16c85955-025f-4412-b7df-3154fb0a0c68 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.1294494
Apr 30 14:10:10.427672 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-3d9aeda2-9597-4166-82de-a9471f5c56c5 req-60b33267-c5d9-444a-95ed-2df1d57c1557 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981417
Apr 30 14:10:10.551414 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b1767475-a18e-4b8e-afe8-edce2893da28 req-b147d410-9e26-4bf2-8a77-ce7b6720cedd tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7889c7-2d22-4191-87c3-2a938f99ce01 HTTP/1.1" status: 200  len: 210 time: 0.0633144
Apr 30 14:10:11.662101 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65925247-8605-40f7-8458-68d9a4dd7752 req-38edd4c8-1ea9-42db-9953-5114c8e005f5 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:11.666033 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-65925247-8605-40f7-8458-68d9a4dd7752 req-38edd4c8-1ea9-42db-9953-5114c8e005f5 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.1076195
Apr 30 14:10:11.739625 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-65925247-8605-40f7-8458-68d9a4dd7752 req-0fe597cb-0381-4431-af42-00b420a955c2 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636275
Apr 30 14:10:11.906339 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-02e0de64-53a8-4776-bef4-c0cfbdac00e1 req-e9e2997b-5605-4dd2-a4dd-7ea315a22e77 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7889c7-2d22-4191-87c3-2a938f99ce01 HTTP/1.1" status: 200  len: 210 time: 0.0506511
Apr 30 14:10:12.205058 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 45684) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:10:12.333629 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-23150652-23bc-4c76-a334-9d8b36916cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:12.347982 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-23150652-23bc-4c76-a334-9d8b36916cc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:10:12.351831 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-23150652-23bc-4c76-a334-9d8b36916cc5 admin admin] Usage tracker for resource:security_group_rule and tenant:bc4d5d23a8854ce88658e1262b51197a is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:10:12.354899 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-23150652-23bc-4c76-a334-9d8b36916cc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:10:12.361040 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-23150652-23bc-4c76-a334-9d8b36916cc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:10:12.464896 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-23150652-23bc-4c76-a334-9d8b36916cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:12.472714 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-23150652-23bc-4c76-a334-9d8b36916cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:12.480778 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:12.522690 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-23150652-23bc-4c76-a334-9d8b36916cc5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bc4d5d23a8854ce88658e1262b51197a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3160520
Apr 30 14:10:12.523970 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23150652-23bc-4c76-a334-9d8b36916cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a155a527-c8b6-4921-8d20-1f1b9e614209,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:12.525652 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 45690) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:10:12.527268 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-23150652-23bc-4c76-a334-9d8b36916cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:12.586089 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-096bc564-a417-4b52-93bc-16d8f8258f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:12.614965 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-096bc564-a417-4b52-93bc-16d8f8258f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:12.678321 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-096bc564-a417-4b52-93bc-16d8f8258f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:12.682644 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-341e150a-632b-4558-8e57-d706f0c65d9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:12.695012 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096bc564-a417-4b52-93bc-16d8f8258f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a155a527-c8b6-4921-8d20-1f1b9e614209,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:12.698452 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-096bc564-a417-4b52-93bc-16d8f8258f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:12.701148 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-096bc564-a417-4b52-93bc-16d8f8258f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:12.702423 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-096bc564-a417-4b52-93bc-16d8f8258f95 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a155a527-c8b6-4921-8d20-1f1b9e614209 HTTP/1.1" status: 204  len: 168 time: 0.1755509
Apr 30 14:10:13.110354 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 45704) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:10:13.142165 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4cc69170-6e31-46e6-a197-1fc34d3368d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:13.170203 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-4cc69170-6e31-46e6-a197-1fc34d3368d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:10:13.177653 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-4cc69170-6e31-46e6-a197-1fc34d3368d3 admin admin] Usage tracker for resource:security_group_rule and tenant:12243935a0bc483697465a2037a92454 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:10:13.182414 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-4cc69170-6e31-46e6-a197-1fc34d3368d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:10:13.191821 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-4cc69170-6e31-46e6-a197-1fc34d3368d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:10:13.225397 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730989e7-e692-4715-a8ff-9241e49f746b req-9a36fd70-98cf-4a13-aa58-2ecb97add83b tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:13.227462 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-730989e7-e692-4715-a8ff-9241e49f746b req-9a36fd70-98cf-4a13-aa58-2ecb97add83b tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.1333685
Apr 30 14:10:13.262630 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-122de365-a6a5-4740-8efa-8a900b82ab22 req-52ed6947-0b85-4efb-b2eb-2ce303845950 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7889c7-2d22-4191-87c3-2a938f99ce01 HTTP/1.1" status: 200  len: 210 time: 0.0507431
Apr 30 14:10:13.293798 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-730989e7-e692-4715-a8ff-9241e49f746b req-6e07ef55-0a31-41af-9394-b183e023d07a tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568941
Apr 30 14:10:13.354822 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4cc69170-6e31-46e6-a197-1fc34d3368d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:13.359572 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4cc69170-6e31-46e6-a197-1fc34d3368d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:13.373835 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-190098e1-7e6f-4613-9ac8-6b5250fb660f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:13.421644 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-4cc69170-6e31-46e6-a197-1fc34d3368d3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=12243935a0bc483697465a2037a92454&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3096969
Apr 30 14:10:13.422494 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc69170-6e31-46e6-a197-1fc34d3368d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d66158-a77f-406f-9926-b7af6819aaa3,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:13.424713 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 45708) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:10:13.427236 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-4cc69170-6e31-46e6-a197-1fc34d3368d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:13.488961 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-a9e45a4e-9de6-4100-8386-a00409c9273d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:13.526303 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-a9e45a4e-9de6-4100-8386-a00409c9273d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:13.596953 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-a9e45a4e-9de6-4100-8386-a00409c9273d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:13.601114 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-4e628c09-a646-47fd-b670-f6e06c09ed26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:13.613935 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e45a4e-9de6-4100-8386-a00409c9273d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d66158-a77f-406f-9926-b7af6819aaa3,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:13.618679 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-a9e45a4e-9de6-4100-8386-a00409c9273d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:13.622549 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-a9e45a4e-9de6-4100-8386-a00409c9273d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:13.630284 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-a9e45a4e-9de6-4100-8386-a00409c9273d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/91d66158-a77f-406f-9926-b7af6819aaa3 HTTP/1.1" status: 204  len: 168 time: 0.2045279
Apr 30 14:10:13.897829 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-cee0b0e8-f991-4b40-9897-60d7862935ac tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:13.899504 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-cee0b0e8-f991-4b40-9897-60d7862935ac tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.43 "GET /v2.0/networks?id=27a06724-f619-40a9-80b3-31638be87e2f HTTP/1.1" status: 200  len: 815 time: 0.2641020
Apr 30 14:10:13.925333 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-4b08260a-6667-4747-b83a-9db69693af83 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Request body: {'port': {'device_id': '9e7889c7-2d22-4191-87c3-2a938f99ce01', 'network_id': '27a06724-f619-40a9-80b3-31638be87e2f', 'admin_state_up': True, 'tenant_id': '115ed14988014677a355d6807f338dbb'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:10:14.206306 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-4b08260a-6667-4747-b83a-9db69693af83 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:10:14.224769 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-4b08260a-6667-4747-b83a-9db69693af83 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:10:14.243134 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-4b08260a-6667-4747-b83a-9db69693af83 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Made reservation on behalf of 115ed14988014677a355d6807f338dbb for: {'port': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:10:14.249753 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-4b08260a-6667-4747-b83a-9db69693af83 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:14.528706 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e35160-dda8-4bdf-832d-482ca6263a59 req-73fd3236-d24e-4a72-8d13-437deb014b92 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:14.530506 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-a1e35160-dda8-4bdf-832d-482ca6263a59 req-73fd3236-d24e-4a72-8d13-437deb014b92 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.1027560
Apr 30 14:10:14.535798 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2bccfa34-1ce3-4c3d-85c1-058b5979e677 req-31223446-8611-48cb-8900-be067432a247 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7889c7-2d22-4191-87c3-2a938f99ce01 HTTP/1.1" status: 200  len: 210 time: 0.1199510
Apr 30 14:10:14.569263 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-4b08260a-6667-4747-b83a-9db69693af83 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Allocated IP 172.20.0.2 (27a06724-f619-40a9-80b3-31638be87e2f/d8dcaed0-062c-4177-bebc-e438f9a7434c/45df3700-c1ae-4fb5-b1a6-f32897dcbe60) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:10:14.606982 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-a1e35160-dda8-4bdf-832d-482ca6263a59 req-6462fb43-3980-451f-80f7-bd7bbb5da86e tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700812
Apr 30 14:10:14.771084 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 45752) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:10:14.828617 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-4b08260a-6667-4747-b83a-9db69693af83 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:14.868520 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-4b08260a-6667-4747-b83a-9db69693af83 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:14.877153 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:14.925853 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-2b874340-63e3-45a1-90ab-d4fa4e432eee admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-932316590-network', 'tenant_id': 'f109969c9dd24ae6b35532aa81c6bceb'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:10:14.932758 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-2b874340-63e3-45a1-90ab-d4fa4e432eee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:10:14.937032 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] get_ports_and_sgs() called for port_ids ['17450d03-c6d4-4a4a-af14-ed8f8992ecd8', '963f392b-9c6f-40e6-8cbe-abd95a5c6244', '62a27248-f30b-4d86-8c43-1741583dc9eb'] {{(pid=73846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 14:10:14.937856 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-2b874340-63e3-45a1-90ab-d4fa4e432eee admin admin] Usage tracker for resource:network and tenant:f109969c9dd24ae6b35532aa81c6bceb is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:10:14.941039 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-2b874340-63e3-45a1-90ab-d4fa4e432eee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:10:14.948292 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-2b874340-63e3-45a1-90ab-d4fa4e432eee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:10:14.962188 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b874340-63e3-45a1-90ab-d4fa4e432eee admin admin] Made reservation on behalf of f109969c9dd24ae6b35532aa81c6bceb for: {'network': 1} {{(pid=73844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:10:14.966099 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2b874340-63e3-45a1-90ab-d4fa4e432eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for network, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:14.974326 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-4b08260a-6667-4747-b83a-9db69693af83 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Network 27a06724-f619-40a9-80b3-31638be87e2f is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:10:14.978051 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-4b08260a-6667-4747-b83a-9db69693af83 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Resources bound (agent type, host, resource id):  {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:10:14.988441 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2b874340-63e3-45a1-90ab-d4fa4e432eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:14.997052 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-4b08260a-6667-4747-b83a-9db69693af83 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:10:15.003283 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-4b08260a-6667-4747-b83a-9db69693af83 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:15.003908 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-4b08260a-6667-4747-b83a-9db69693af83 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:15.008291 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-2b874340-63e3-45a1-90ab-d4fa4e432eee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:10:15.013888 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-2b874340-63e3-45a1-90ab-d4fa4e432eee admin admin] Usage tracker for resource:security_group_rule and tenant:f109969c9dd24ae6b35532aa81c6bceb is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:10:15.017158 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-2b874340-63e3-45a1-90ab-d4fa4e432eee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:10:15.018961 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b08260a-6667-4747-b83a-9db69693af83 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Pushing event updated for resources: {'Port': ['ID=45df3700-c1ae-4fb5-b1a6-f32897dcbe60,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:15.024375 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-2b874340-63e3-45a1-90ab-d4fa4e432eee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:10:15.025375 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-4b08260a-6667-4747-b83a-9db69693af83 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:15.053450 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-4b08260a-6667-4747-b83a-9db69693af83 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1393161
Apr 30 14:10:15.070161 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-f17e511b-4298-4dc0-851e-2b25725ae2a4 service neutron] Request body: {'port': {'device_id': '9e7889c7-2d22-4191-87c3-2a938f99ce01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:10:15.133291 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2b874340-63e3-45a1-90ab-d4fa4e432eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:15.143879 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2b874340-63e3-45a1-90ab-d4fa4e432eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:15.149835 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-3cc6ca10-b6ba-4799-9d3e-915d921f9c4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:15.180119 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b874340-63e3-45a1-90ab-d4fa4e432eee admin admin] vlan segment allocate from pool success with {'vlan_id': 1448, 'physical_network': 'physnet1'}  {{(pid=73844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 14:10:15.189190 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b874340-63e3-45a1-90ab-d4fa4e432eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfb20b7-ea58-42f8-bdee-0014b6b4adce,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:15.192830 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-2b874340-63e3-45a1-90ab-d4fa4e432eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:15.196141 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2b874340-63e3-45a1-90ab-d4fa4e432eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-993311'] for segment, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:15.196694 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.db.segments_db [None req-2b874340-63e3-45a1-90ab-d4fa4e432eee admin admin] Added segment d653b247-01ef-4b90-b8ee-6585c74137f4 of type vlan for network 933ef562-aeaa-48c6-85e4-387a407fb154
Apr 30 14:10:15.258176 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2b874340-63e3-45a1-90ab-d4fa4e432eee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774018256249'] for network, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:15.308242 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-f17e511b-4298-4dc0-851e-2b25725ae2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:15.322915 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2b874340-63e3-45a1-90ab-d4fa4e432eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741'] for network, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:15.331217 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b874340-63e3-45a1-90ab-d4fa4e432eee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:15.331921 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2b874340-63e3-45a1-90ab-d4fa4e432eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for network, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:15.366701 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-789f2b2d-6502-4104-a7c5-f99e9c8ee2f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:15.700443 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b874340-63e3-45a1-90ab-d4fa4e432eee admin admin] Pushing event updated for resources: {'Network': ['ID=933ef562-aeaa-48c6-85e4-387a407fb154,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:15.709790 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-2b874340-63e3-45a1-90ab-d4fa4e432eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:15.712920 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-2b874340-63e3-45a1-90ab-d4fa4e432eee admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9406924
Apr 30 14:10:15.716664 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 45772) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:10:15.725053 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Network 933ef562-aeaa-48c6-85e4-387a407fb154 details requested by agent ovs-agent-dv-cinder-788365-2-iscsi with host dv-cinder-788365-2-iscsi {{(pid=73846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 14:10:15.749678 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-2c79ea34-4ceb-4910-9a00-02d6c6a025cc admin admin] Request body: {'subnet': {'network_id': '933ef562-aeaa-48c6-85e4-387a407fb154', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-932316590-subnet', 'tenant_id': 'f109969c9dd24ae6b35532aa81c6bceb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:10:15.775678 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-2c79ea34-4ceb-4910-9a00-02d6c6a025cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:10:15.800331 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-2c79ea34-4ceb-4910-9a00-02d6c6a025cc admin admin] Usage tracker for resource:subnet and tenant:f109969c9dd24ae6b35532aa81c6bceb is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:10:15.807744 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-2c79ea34-4ceb-4910-9a00-02d6c6a025cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:10:15.823591 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-2c79ea34-4ceb-4910-9a00-02d6c6a025cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:10:15.874246 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c79ea34-4ceb-4910-9a00-02d6c6a025cc admin admin] Made reservation on behalf of f109969c9dd24ae6b35532aa81c6bceb for: {'subnet': 1} {{(pid=73844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:10:15.878035 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2c79ea34-4ceb-4910-9a00-02d6c6a025cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6538326'] for subnet, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:16.031742 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-f17e511b-4298-4dc0-851e-2b25725ae2a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45df3700-c1ae-4fb5-b1a6-f32897dcbe60 {{(pid=73845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 14:10:16.042382 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-f17e511b-4298-4dc0-851e-2b25725ae2a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:16.065267 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-f17e511b-4298-4dc0-851e-2b25725ae2a4 service neutron] Transition to ACTIVE for port object 45df3700-c1ae-4fb5-b1a6-f32897dcbe60 will not be triggered until provisioned by entity L2. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:10:16.071139 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-f17e511b-4298-4dc0-851e-2b25725ae2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:16.076569 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-0a16f835-3228-4fc3-9da6-ef9f21a62d50 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:16.116405 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e798ab1-7ae2-4ac6-9a9f-eb249391f0b2 req-2c39ca14-d38c-4598-948e-931116f3505c tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:16.118373 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-6e798ab1-7ae2-4ac6-9a9f-eb249391f0b2 req-2c39ca14-d38c-4598-948e-931116f3505c tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7889c7-2d22-4191-87c3-2a938f99ce01 HTTP/1.1" status: 200  len: 931 time: 0.2069259
Apr 30 14:10:16.216606 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b00b08-a56d-4d36-9d58-1bfa0a92abc9 req-d6f36279-9888-491a-ab2a-9b1e83ade8c2 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:16.217100 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-6e798ab1-7ae2-4ac6-9a9f-eb249391f0b2 req-f7021474-a0cd-439f-a7e9-ac722451ca43 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629923
Apr 30 14:10:16.218303 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-52b00b08-a56d-4d36-9d58-1bfa0a92abc9 req-d6f36279-9888-491a-ab2a-9b1e83ade8c2 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.2633183
Apr 30 14:10:16.261910 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e511b-4298-4dc0-851e-2b25725ae2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=45df3700-c1ae-4fb5-b1a6-f32897dcbe60,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:16.271665 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-f17e511b-4298-4dc0-851e-2b25725ae2a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:16.328811 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-f17e511b-4298-4dc0-851e-2b25725ae2a4 service neutron] Attempting to bind port 45df3700-c1ae-4fb5-b1a6-f32897dcbe60 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:10:16.329474 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-f17e511b-4298-4dc0-851e-2b25725ae2a4 service neutron] Attempting to bind port 45df3700-c1ae-4fb5-b1a6-f32897dcbe60 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '6dccc72e-684c-4196-8b31-0016418af8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': '27a06724-f619-40a9-80b3-31638be87e2f'}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:10:16.329474 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-f17e511b-4298-4dc0-851e-2b25725ae2a4 service neutron] Attempting to bind port 45df3700-c1ae-4fb5-b1a6-f32897dcbe60 on network 27a06724-f619-40a9-80b3-31638be87e2f {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:10:16.340929 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-f17e511b-4298-4dc0-851e-2b25725ae2a4 service neutron] Port 45df3700-c1ae-4fb5-b1a6-f32897dcbe60 on network 27a06724-f619-40a9-80b3-31638be87e2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 14:10:16.341272 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-f17e511b-4298-4dc0-851e-2b25725ae2a4 service neutron] Attempting to bind port 45df3700-c1ae-4fb5-b1a6-f32897dcbe60 on network 27a06724-f619-40a9-80b3-31638be87e2f {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:10:16.346005 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-52b00b08-a56d-4d36-9d58-1bfa0a92abc9 req-cab596a1-55a4-4cf5-8285-dfa35a294d69 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111009
Apr 30 14:10:16.355414 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-f17e511b-4298-4dc0-851e-2b25725ae2a4 service neutron] Checking agent: {'id': 'd3aa7eed-5c97-490e-b2ea-32000fed17dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 14, 5, 52), 'started_at': datetime.datetime(2021, 4, 30, 14, 5, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:10:16.355805 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-f17e511b-4298-4dc0-851e-2b25725ae2a4 service neutron] Checking segment: {'id': '6dccc72e-684c-4196-8b31-0016418af8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': '27a06724-f619-40a9-80b3-31638be87e2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:10:16.356196 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-f17e511b-4298-4dc0-851e-2b25725ae2a4 service neutron] Bound using segment: {'id': '6dccc72e-684c-4196-8b31-0016418af8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': '27a06724-f619-40a9-80b3-31638be87e2f'} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:10:16.356656 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-f17e511b-4298-4dc0-851e-2b25725ae2a4 service neutron] Bound port: 45df3700-c1ae-4fb5-b1a6-f32897dcbe60, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dccc72e-684c-4196-8b31-0016418af8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': '27a06724-f619-40a9-80b3-31638be87e2f'}}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:10:16.357010 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-f17e511b-4298-4dc0-851e-2b25725ae2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:16.466920 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-f17e511b-4298-4dc0-851e-2b25725ae2a4 service neutron] For port 45df3700-c1ae-4fb5-b1a6-f32897dcbe60, host hv-cinder-78836, cleared binding levels {{(pid=73845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:10:16.471050 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-f17e511b-4298-4dc0-851e-2b25725ae2a4 service neutron] For port 45df3700-c1ae-4fb5-b1a6-f32897dcbe60, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=45df3700-c1ae-4fb5-b1a6-f32897dcbe60,segment=NetworkSegment(6dccc72e-684c-4196-8b31-0016418af8e9),segment_id=6dccc72e-684c-4196-8b31-0016418af8e9)] {{(pid=73845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:10:16.475710 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-f17e511b-4298-4dc0-851e-2b25725ae2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:16.480104 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-e6c4ce7f-1ddb-4b1e-90ef-06f36bf358f9 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:16.529053 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2c79ea34-4ceb-4910-9a00-02d6c6a025cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6994382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6538308'] for subnet, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:16.532974 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:16.542781 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-f17e511b-4298-4dc0-851e-2b25725ae2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:16.543382 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-f17e511b-4298-4dc0-851e-2b25725ae2a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:16.544794 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-f17e511b-4298-4dc0-851e-2b25725ae2a4 service neutron] 10.222.0.43 "PUT /v2.0/ports/45df3700-c1ae-4fb5-b1a6-f32897dcbe60 HTTP/1.1" status: 200  len: 1093 time: 1.4801033
Apr 30 14:10:16.545285 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e7889c7-2d22-4191-87c3-2a938f99ce01', 'tag': '45df3700-c1ae-4fb5-b1a6-f32897dcbe60'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:10:16.622364 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79ea34-4ceb-4910-9a00-02d6c6a025cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=08515e4e-ea14-415b-9eda-bad1aada9cf3,revision_number=0']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:16.625812 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-2c79ea34-4ceb-4910-9a00-02d6c6a025cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:16.632162 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c79ea34-4ceb-4910-9a00-02d6c6a025cc admin admin] Checking segment: {'id': 'd653b247-01ef-4b90-b8ee-6585c74137f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1448, 'network_id': '933ef562-aeaa-48c6-85e4-387a407fb154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:10:16.632575 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c79ea34-4ceb-4910-9a00-02d6c6a025cc admin admin] Network hostable DHCP agents. Network: 933ef562-aeaa-48c6-85e4-387a407fb154, hostable agents: ['b25aa941-54d2-4dd8-96cc-172903f8133a'], hosted agents: [] {{(pid=73844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 14:10:16.650853 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e7889c7-2d22-4191-87c3-2a938f99ce01', 'tag': '45df3700-c1ae-4fb5-b1a6-f32897dcbe60', 'status': 'completed', 'code': 200}
Apr 30 14:10:16.656615 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c79ea34-4ceb-4910-9a00-02d6c6a025cc admin admin] Network 933ef562-aeaa-48c6-85e4-387a407fb154 is scheduled to be hosted by DHCP agent b25aa941-54d2-4dd8-96cc-172903f8133a with binding_index 1 {{(pid=73844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 14:10:16.671779 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e511b-4298-4dc0-851e-2b25725ae2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=45df3700-c1ae-4fb5-b1a6-f32897dcbe60,revision_number=3']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:16.672720 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.base_scheduler [None req-2c79ea34-4ceb-4910-9a00-02d6c6a025cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-2-iscsi, 933ef562-aeaa-48c6-85e4-387a407fb154) {{(pid=73844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:10:16.676686 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-f17e511b-4298-4dc0-851e-2b25725ae2a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:16.688434 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3544d18-32d2-411e-909f-08d2841dc55e None None] Network 933ef562-aeaa-48c6-85e4-387a407fb154 requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:10:16.696077 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c79ea34-4ceb-4910-9a00-02d6c6a025cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:16.697089 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2c79ea34-4ceb-4910-9a00-02d6c6a025cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for subnet, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:16.723249 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-21aeeff4-ad59-4a75-9b1a-c642c813141d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:16.726793 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-21aeeff4-ad59-4a75-9b1a-c642c813141d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=115ed14988014677a355d6807f338dbb&device_id=9e7889c7-2d22-4191-87c3-2a938f99ce01 HTTP/1.1" status: 200  len: 1096 time: 0.1236382
Apr 30 14:10:16.736023 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-2c79ea34-4ceb-4910-9a00-02d6c6a025cc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0173850
Apr 30 14:10:16.827258 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-d5bfd70f-697f-4b45-bae1-8162789003c7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45df3700-c1ae-4fb5-b1a6-f32897dcbe60 HTTP/1.1" status: 200  len: 217 time: 0.0889578
Apr 30 14:10:16.925574 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-52fde92d-f8de-4789-9281-80a1bc04b89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:16.927480 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-52fde92d-f8de-4789-9281-80a1bc04b89d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d8dcaed0-062c-4177-bebc-e438f9a7434c HTTP/1.1" status: 200  len: 855 time: 0.0913570
Apr 30 14:10:16.980869 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36e42f9-11e3-4547-9603-c712f741fa13 None None] Network 933ef562-aeaa-48c6-85e4-387a407fb154 requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:10:16.987067 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-9985bd91-d2e6-4508-8bc9-f87851aa407f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=27a06724-f619-40a9-80b3-31638be87e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0509615
Apr 30 14:10:17.189313 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-fde502c9-228f-404a-985a-c1bfecd2eeea service neutron] 10.222.0.43 "GET /v2.0/networks/27a06724-f619-40a9-80b3-31638be87e2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1863067
Apr 30 14:10:17.254332 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 45796) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:10:17.353476 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-07caa0c4-9aac-4c72-b5d8-1921d4f58dec req-9bd55f40-c8f6-42c2-911b-652b4a9a0262 service neutron] 10.222.0.43 "GET /v2.0/networks/27a06724-f619-40a9-80b3-31638be87e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1575379
Apr 30 14:10:17.499625 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d9c4e403-b373-4710-82c3-a02e6d3c6b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:17.521679 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-d9c4e403-b373-4710-82c3-a02e6d3c6b69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:10:17.526993 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-d9c4e403-b373-4710-82c3-a02e6d3c6b69 admin admin] Usage tracker for resource:security_group_rule and tenant:33326fa92c984b3497b701a7cafe77ec is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:10:17.531567 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-d9c4e403-b373-4710-82c3-a02e6d3c6b69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:10:17.552227 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-d9c4e403-b373-4710-82c3-a02e6d3c6b69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:10:17.613430 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea8ebd-325e-463c-8101-9c171c5b54fb req-f1d688b1-4c3e-4ae3-ae06-d1c737663912 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:17.615355 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-0bea8ebd-325e-463c-8101-9c171c5b54fb req-f1d688b1-4c3e-4ae3-ae06-d1c737663912 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7889c7-2d22-4191-87c3-2a938f99ce01 HTTP/1.1" status: 200  len: 943 time: 0.2257633
Apr 30 14:10:17.632290 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028cb3ee-9c1f-4fc5-a874-f1d2bfd5b0af req-6b0c72aa-e665-4680-ac34-959635b696a0 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:17.634476 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-028cb3ee-9c1f-4fc5-a874-f1d2bfd5b0af req-6b0c72aa-e665-4680-ac34-959635b696a0 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.1349299
Apr 30 14:10:17.639281 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f0dfc-a8be-49c7-8563-a0fc33debe16 req-062808b8-95cf-4b65-8ee2-02626a17cd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:17.640845 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-890f0dfc-a8be-49c7-8563-a0fc33debe16 req-062808b8-95cf-4b65-8ee2-02626a17cd94 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=115ed14988014677a355d6807f338dbb&device_id=9e7889c7-2d22-4191-87c3-2a938f99ce01 HTTP/1.1" status: 200  len: 1096 time: 0.2068212
Apr 30 14:10:17.709351 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-0bea8ebd-325e-463c-8101-9c171c5b54fb req-19b8727c-5268-4791-92ef-266ee843c590 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775254
Apr 30 14:10:17.780118 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d9c4e403-b373-4710-82c3-a02e6d3c6b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:17.786443 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d9c4e403-b373-4710-82c3-a02e6d3c6b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:17.801935 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-48b3ebc6-331a-40cf-93a7-a5bb7fe4aabf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:17.845940 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-d9c4e403-b373-4710-82c3-a02e6d3c6b69 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=33326fa92c984b3497b701a7cafe77ec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5894535
Apr 30 14:10:17.850584 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 45806) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:10:17.865787 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4e403-b373-4710-82c3-a02e6d3c6b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83814d8-7b33-453c-aa25-c76ee418876f,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:17.870241 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-d9c4e403-b373-4710-82c3-a02e6d3c6b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:17.916872 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-028cb3ee-9c1f-4fc5-a874-f1d2bfd5b0af req-92b2975f-cffe-4bd8-9b64-b6aa4d69dfb1 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2694411
Apr 30 14:10:17.966369 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-44c5eecd-5212-456b-b103-e94c32178e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:17.980362 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f0dfc-a8be-49c7-8563-a0fc33debe16 req-66b156b5-1bde-4831-b210-e228e61ecd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:17.986951 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-890f0dfc-a8be-49c7-8563-a0fc33debe16 req-66b156b5-1bde-4831-b210-e228e61ecd3c service neutron] 10.222.0.43 "GET /v2.0/networks?id=27a06724-f619-40a9-80b3-31638be87e2f HTTP/1.1" status: 200  len: 917 time: 0.3369291
Apr 30 14:10:18.014520 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-44c5eecd-5212-456b-b103-e94c32178e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:18.102959 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-890f0dfc-a8be-49c7-8563-a0fc33debe16 req-dee50710-7154-4ece-acb5-f03aadb31e1f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45df3700-c1ae-4fb5-b1a6-f32897dcbe60 HTTP/1.1" status: 200  len: 217 time: 0.1040039
Apr 30 14:10:18.111157 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-44c5eecd-5212-456b-b103-e94c32178e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:18.120910 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-8947ee51-ddf2-4d52-a95e-0baaff54ba90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:18.146709 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c5eecd-5212-456b-b103-e94c32178e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83814d8-7b33-453c-aa25-c76ee418876f,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:18.150336 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-44c5eecd-5212-456b-b103-e94c32178e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:18.158898 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-44c5eecd-5212-456b-b103-e94c32178e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:18.161758 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-44c5eecd-5212-456b-b103-e94c32178e93 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d83814d8-7b33-453c-aa25-c76ee418876f HTTP/1.1" status: 204  len: 168 time: 0.3084686
Apr 30 14:10:18.202549 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f0dfc-a8be-49c7-8563-a0fc33debe16 req-069e569d-8ef6-42e3-9def-c7ad5a3219bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:18.204350 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-890f0dfc-a8be-49c7-8563-a0fc33debe16 req-069e569d-8ef6-42e3-9def-c7ad5a3219bb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d8dcaed0-062c-4177-bebc-e438f9a7434c HTTP/1.1" status: 200  len: 855 time: 0.0945356
Apr 30 14:10:18.263381 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-890f0dfc-a8be-49c7-8563-a0fc33debe16 req-a612c4f3-873d-4eff-bfd2-76500190ed9f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=27a06724-f619-40a9-80b3-31638be87e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0533581
Apr 30 14:10:18.426515 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-890f0dfc-a8be-49c7-8563-a0fc33debe16 req-b274feba-a2b6-41ee-8f5a-af3c31471eb8 service neutron] 10.222.0.43 "GET /v2.0/networks/27a06724-f619-40a9-80b3-31638be87e2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1570244
Apr 30 14:10:18.605258 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-890f0dfc-a8be-49c7-8563-a0fc33debe16 req-09bf5059-9a6b-4262-b6cf-a0456382c620 service neutron] 10.222.0.43 "GET /v2.0/networks/27a06724-f619-40a9-80b3-31638be87e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1731255
Apr 30 14:10:18.610153 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-1576bdca-6e86-4559-ae03-c46c6da71958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:19.001341 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a503ac-b28a-4a85-bc91-9b329e0998f5 req-202c405b-4f5a-437b-bad4-9f8ca836e195 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:19.010063 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-a1a503ac-b28a-4a85-bc91-9b329e0998f5 req-202c405b-4f5a-437b-bad4-9f8ca836e195 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7889c7-2d22-4191-87c3-2a938f99ce01 HTTP/1.1" status: 200  len: 943 time: 0.1514964
Apr 30 14:10:19.087038 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-a1a503ac-b28a-4a85-bc91-9b329e0998f5 req-4f57d8eb-28b4-407f-8842-2b75a92d51fc tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755847
Apr 30 14:10:19.087778 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 45844) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:10:19.207883 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabcb73-b261-457a-9570-916e80dc4c1c req-c615f6a2-1770-4335-be93-8943263a65f0 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:19.210334 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4aabcb73-b261-457a-9570-916e80dc4c1c req-c615f6a2-1770-4335-be93-8943263a65f0 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.1570220
Apr 30 14:10:19.284558 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4aabcb73-b261-457a-9570-916e80dc4c1c req-df171ef9-3db3-4bd2-93f9-ec2b0fa055fc tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642331
Apr 30 14:10:19.308343 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-e533af9f-3689-447d-8846-9060a17ab22f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-346566806-network', 'tenant_id': '95e816ba6b4d4606b03b593c5f8a65ce'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:10:19.326632 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-e533af9f-3689-447d-8846-9060a17ab22f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:10:19.331477 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-e533af9f-3689-447d-8846-9060a17ab22f admin admin] Usage tracker for resource:network and tenant:95e816ba6b4d4606b03b593c5f8a65ce is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:10:19.337656 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-e533af9f-3689-447d-8846-9060a17ab22f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:10:19.345548 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-e533af9f-3689-447d-8846-9060a17ab22f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:10:19.361994 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e533af9f-3689-447d-8846-9060a17ab22f admin admin] Made reservation on behalf of 95e816ba6b4d4606b03b593c5f8a65ce for: {'network': 1} {{(pid=73844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:10:19.364740 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e533af9f-3689-447d-8846-9060a17ab22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for network, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:19.384470 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e533af9f-3689-447d-8846-9060a17ab22f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:19.403714 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-e533af9f-3689-447d-8846-9060a17ab22f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:10:19.407857 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-e533af9f-3689-447d-8846-9060a17ab22f admin admin] Usage tracker for resource:security_group_rule and tenant:95e816ba6b4d4606b03b593c5f8a65ce is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:10:19.410768 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-e533af9f-3689-447d-8846-9060a17ab22f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:10:19.417522 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-e533af9f-3689-447d-8846-9060a17ab22f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:10:19.460341 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 45df3700-c1ae-4fb5-b1a6-f32897dcbe60 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 14:10:19.563763 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e533af9f-3689-447d-8846-9060a17ab22f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:19.569510 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e533af9f-3689-447d-8846-9060a17ab22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:19.575597 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:19.621554 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e533af9f-3689-447d-8846-9060a17ab22f admin admin] vlan segment allocate from pool success with {'vlan_id': 1428, 'physical_network': 'physnet1'}  {{(pid=73844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 14:10:19.637846 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e533af9f-3689-447d-8846-9060a17ab22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bafbcd2-00b4-494f-bc3e-91719bee939d,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:19.643561 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-e533af9f-3689-447d-8846-9060a17ab22f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:19.647603 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e533af9f-3689-447d-8846-9060a17ab22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-993311'] for segment, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:19.648410 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.db.segments_db [None req-e533af9f-3689-447d-8846-9060a17ab22f admin admin] Added segment dc21f2d8-18fd-47bf-9988-a9a35c8ce195 of type vlan for network 84f51274-b399-4df1-a351-7732fe37e539
Apr 30 14:10:19.660770 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port 45df3700-c1ae-4fb5-b1a6-f32897dcbe60, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=45df3700-c1ae-4fb5-b1a6-f32897dcbe60,segment=NetworkSegment(6dccc72e-684c-4196-8b31-0016418af8e9),segment_id=6dccc72e-684c-4196-8b31-0016418af8e9)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:10:19.675778 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9addc-ca19-4422-80e3-279a3634762e req-9d66eb53-6435-4e8a-ab5b-bcd026284f1a tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:19.677690 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Returning: {'device': '45df3700-c1ae-4fb5-b1a6-f32897dcbe60', 'network_id': '27a06724-f619-40a9-80b3-31638be87e2f', 'port_id': '45df3700-c1ae-4fb5-b1a6-f32897dcbe60', 'mac_address': 'fa:16:3e:0c:4a:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8dcaed0-062c-4177-bebc-e438f9a7434c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 14:10:19.682418 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-00e9addc-ca19-4422-80e3-279a3634762e req-9d66eb53-6435-4e8a-ab5b-bcd026284f1a tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/networks?id=933ef562-aeaa-48c6-85e4-387a407fb154 HTTP/1.1" status: 200  len: 808 time: 0.2061393
Apr 30 14:10:19.688431 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e533af9f-3689-447d-8846-9060a17ab22f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774018256249'] for network, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:19.710512 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-00e9addc-ca19-4422-80e3-279a3634762e req-aa31c0f2-4d23-45b0-a0b1-136d980fd88a tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/quotas/f109969c9dd24ae6b35532aa81c6bceb HTTP/1.1" status: 200  len: 375 time: 0.0204840
Apr 30 14:10:19.737925 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e533af9f-3689-447d-8846-9060a17ab22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741'] for network, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:19.740697 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e533af9f-3689-447d-8846-9060a17ab22f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:19.741585 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e533af9f-3689-447d-8846-9060a17ab22f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for network, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:19.743464 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:19.747296 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:19.761462 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45df3700-c1ae-4fb5-b1a6-f32897dcbe60 {{(pid=73846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 14:10:19.778997 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port 45df3700-c1ae-4fb5-b1a6-f32897dcbe60, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=45df3700-c1ae-4fb5-b1a6-f32897dcbe60,segment=NetworkSegment(6dccc72e-684c-4196-8b31-0016418af8e9),segment_id=6dccc72e-684c-4196-8b31-0016418af8e9)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:10:19.783871 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:19.784714 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-00e9addc-ca19-4422-80e3-279a3634762e req-9477d6b3-d231-43ab-9cd7-37a7156d5221 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f109969c9dd24ae6b35532aa81c6bceb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0657516
Apr 30 14:10:19.785611 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:19.892495 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Pushing event updated for resources: {'Port': ['ID=45df3700-c1ae-4fb5-b1a6-f32897dcbe60,revision_number=4']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:19.896794 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:19.909115 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e533af9f-3689-447d-8846-9060a17ab22f admin admin] Pushing event updated for resources: {'Network': ['ID=84f51274-b399-4df1-a351-7732fe37e539,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:19.912670 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-e533af9f-3689-447d-8846-9060a17ab22f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:19.917844 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-e533af9f-3689-447d-8846-9060a17ab22f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8259652
Apr 30 14:10:19.918951 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 45864) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:10:19.924571 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Network 84f51274-b399-4df1-a351-7732fe37e539 details requested by agent ovs-agent-dv-cinder-788365-2-iscsi with host dv-cinder-788365-2-iscsi {{(pid=73846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 14:10:19.929361 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-11c8447d-b231-4d0a-8888-037d63b4107e admin admin] Request body: {'subnet': {'network_id': '84f51274-b399-4df1-a351-7732fe37e539', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-346566806-subnet', 'tenant_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'ip_version': 4}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:10:19.943866 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-11c8447d-b231-4d0a-8888-037d63b4107e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:10:19.954511 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-11c8447d-b231-4d0a-8888-037d63b4107e admin admin] Usage tracker for resource:subnet and tenant:95e816ba6b4d4606b03b593c5f8a65ce is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:10:19.960386 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-11c8447d-b231-4d0a-8888-037d63b4107e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:10:19.972855 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-11c8447d-b231-4d0a-8888-037d63b4107e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:10:20.005130 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-00e9addc-ca19-4422-80e3-279a3634762e req-02093b10-ec26-4d8e-9191-db81904e62e7 service neutron] 10.222.0.32 "GET /v2.0/networks/933ef562-aeaa-48c6-85e4-387a407fb154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2088404
Apr 30 14:10:20.006655 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c8447d-b231-4d0a-8888-037d63b4107e admin admin] Made reservation on behalf of 95e816ba6b4d4606b03b593c5f8a65ce for: {'subnet': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:10:20.010266 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-11c8447d-b231-4d0a-8888-037d63b4107e admin admin] Notify callbacks [] for subnet, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:20.278430 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] get_ports_and_sgs() called for port_ids ['45df3700-c1ae-4fb5-b1a6-f32897dcbe60'] {{(pid=73846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 14:10:20.334657 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb44a3-ce03-4c22-bd66-6bdec0fab91e req-d494f01e-d463-4130-a595-4afb5a8bde79 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:20.336474 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-8dbb44a3-ce03-4c22-bd66-6bdec0fab91e req-d494f01e-d463-4130-a595-4afb5a8bde79 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7889c7-2d22-4191-87c3-2a938f99ce01 HTTP/1.1" status: 200  len: 944 time: 0.1317229
Apr 30 14:10:20.355911 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-00e9addc-ca19-4422-80e3-279a3634762e req-2001572c-373e-4208-9a8a-5fea41f13f6d service neutron] 10.222.0.32 "GET /v2.0/networks/933ef562-aeaa-48c6-85e4-387a407fb154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3195803
Apr 30 14:10:20.396421 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-8dbb44a3-ce03-4c22-bd66-6bdec0fab91e req-b425e5d8-1d49-4afe-9939-baac1787dc09 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536301
Apr 30 14:10:20.922214 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dddc9c-dafd-4f5b-98cb-c892cdc82db3 req-60211471-306c-496e-87ed-cfef4d11d8c3 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:20.923768 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-43dddc9c-dafd-4f5b-98cb-c892cdc82db3 req-60211471-306c-496e-87ed-cfef4d11d8c3 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.2700665
Apr 30 14:10:20.944156 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-7d50e846-f447-460a-b4a7-54c4e21250f5 req-6b2ace64-cdf4-499d-9d0e-abf5a985c859 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5ccd595-cfd3-410a-a485-3a566101c1d9 HTTP/1.1" status: 200  len: 210 time: 0.0818675
Apr 30 14:10:20.988810 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-11c8447d-b231-4d0a-8888-037d63b4107e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741'] for subnet, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:20.998881 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:21.040559 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-43dddc9c-dafd-4f5b-98cb-c892cdc82db3 req-1a9069b2-30ac-42de-928e-d4ad7cf8117d tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054213
Apr 30 14:10:21.100540 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c8447d-b231-4d0a-8888-037d63b4107e admin admin] Pushing event updated for resources: {'Subnet': ['ID=712ad888-9ad6-4aab-8f26-77fb9d3e4f23,revision_number=0']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:21.106592 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-11c8447d-b231-4d0a-8888-037d63b4107e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:21.129880 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c8447d-b231-4d0a-8888-037d63b4107e admin admin] Checking segment: {'id': 'dc21f2d8-18fd-47bf-9988-a9a35c8ce195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1428, 'network_id': '84f51274-b399-4df1-a351-7732fe37e539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:10:21.130453 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c8447d-b231-4d0a-8888-037d63b4107e admin admin] Network hostable DHCP agents. Network: 84f51274-b399-4df1-a351-7732fe37e539, hostable agents: ['b25aa941-54d2-4dd8-96cc-172903f8133a'], hosted agents: [] {{(pid=73845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 14:10:21.162824 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c8447d-b231-4d0a-8888-037d63b4107e admin admin] Network 84f51274-b399-4df1-a351-7732fe37e539 is scheduled to be hosted by DHCP agent b25aa941-54d2-4dd8-96cc-172903f8133a with binding_index 1 {{(pid=73845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 14:10:21.178910 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-11c8447d-b231-4d0a-8888-037d63b4107e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-2-iscsi, 84f51274-b399-4df1-a351-7732fe37e539) {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:10:21.184859 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c8447d-b231-4d0a-8888-037d63b4107e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:21.187147 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-11c8447d-b231-4d0a-8888-037d63b4107e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for subnet, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:21.189909 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c5edd2-0fbb-44cd-9326-934b201d4a83 None None] Network 84f51274-b399-4df1-a351-7732fe37e539 requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:10:21.224498 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-11c8447d-b231-4d0a-8888-037d63b4107e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.3025672
Apr 30 14:10:21.227643 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 45886) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:10:21.237412 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-74c02db4-4988-4086-9280-501ea2fff3c8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-346566806-router', 'tenant_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8'}}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:10:21.245446 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-74c02db4-4988-4086-9280-501ea2fff3c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:10:21.252671 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-74c02db4-4988-4086-9280-501ea2fff3c8 admin admin] Usage tracker for resource:router and tenant:95e816ba6b4d4606b03b593c5f8a65ce is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:10:21.257695 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-74c02db4-4988-4086-9280-501ea2fff3c8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:10:21.266796 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-74c02db4-4988-4086-9280-501ea2fff3c8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:10:21.280913 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-74c02db4-4988-4086-9280-501ea2fff3c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8215233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5709'] for router, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:21.282780 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-74c02db4-4988-4086-9280-501ea2fff3c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8215256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8011735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8062096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5748'] for router, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:21.310806 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-74c02db4-4988-4086-9280-501ea2fff3c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:21.465419 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b4dd7aee-f3bf-488a-b2c5-c576871d591d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:21.502144 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 45df3700-c1ae-4fb5-b1a6-f32897dcbe60 up at agent hyperv_hv-cinder-78836 {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:10:21.596249 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:21.635356 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-74c02db4-4988-4086-9280-501ea2fff3c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8011694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8004693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5738'] for router, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:21.678350 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Provisioning for port 45df3700-c1ae-4fb5-b1a6-f32897dcbe60 completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:10:21.682223 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a017b4-34cf-4afb-9798-3a140c711ed5 req-6fc88feb-36bb-4479-b5df-9e6b9c3b6971 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:21.684005 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Provisioning complete for port 45df3700-c1ae-4fb5-b1a6-f32897dcbe60 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:10:21.684460 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:21.697774 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-37a017b4-34cf-4afb-9798-3a140c711ed5 req-6fc88feb-36bb-4479-b5df-9e6b9c3b6971 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7889c7-2d22-4191-87c3-2a938f99ce01 HTTP/1.1" status: 200  len: 944 time: 0.1514552
Apr 30 14:10:21.720423 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fea2ddc-5678-4fb5-829d-6b93883e2915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp975dfcca-068d-5fd8-ba64-a582cd474b95-84f51274-b399-4df1-a351-7732fe37e539', 'network_id': '84f51274-b399-4df1-a351-7732fe37e539', 'tenant_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'fixed_ips': [{'subnet_id': '712ad888-9ad6-4aab-8f26-77fb9d3e4f23'}]}} from dv-cinder-788365-2-iscsi. {{(pid=73846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 14:10:21.721431 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-3fea2ddc-5678-4fb5-829d-6b93883e2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:21.748598 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-37a017b4-34cf-4afb-9798-3a140c711ed5 req-05ff765f-eec9-489f-97ce-4c454c41dbd7 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497558
Apr 30 14:10:21.976337 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:22.044907 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:22.055625 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7889c7-2d22-4191-87c3-2a938f99ce01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45df3700-c1ae-4fb5-b1a6-f32897dcbe60'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:10:22.075750 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_common [None req-3fea2ddc-5678-4fb5-829d-6b93883e2915 None None] Allocated IP 172.20.0.2 (84f51274-b399-4df1-a351-7732fe37e539/712ad888-9ad6-4aab-8f26-77fb9d3e4f23/dbfac51b-4052-443c-b87b-d44b7be01032) {{(pid=73846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:10:22.079677 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port 45df3700-c1ae-4fb5-b1a6-f32897dcbe60, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=45df3700-c1ae-4fb5-b1a6-f32897dcbe60,segment=NetworkSegment(6dccc72e-684c-4196-8b31-0016418af8e9),segment_id=6dccc72e-684c-4196-8b31-0016418af8e9)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:10:22.086188 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:22.098346 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:22.343489 dv-cinder-788365-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e7889c7-2d22-4191-87c3-2a938f99ce01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45df3700-c1ae-4fb5-b1a6-f32897dcbe60', 'code': 200}
Apr 30 14:10:22.345789 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c2f89560-4449-468f-aa2c-40b54c48c1fc req-56a0419e-13e8-4acc-b151-a2361e49bef3 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5ccd595-cfd3-410a-a485-3a566101c1d9 HTTP/1.1" status: 200  len: 210 time: 0.1674156
Apr 30 14:10:22.449669 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Pushing event updated for resources: {'Port': ['ID=45df3700-c1ae-4fb5-b1a6-f32897dcbe60,revision_number=5']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:22.474630 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:22.478689 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:22.486553 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-74c02db4-4988-4086-9280-501ea2fff3c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:22.536776 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-74c02db4-4988-4086-9280-501ea2fff3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:22.564696 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6287c-64ee-4a87-bcf7-adea19a3831d req-ef478ebb-6d9d-45f5-8e7e-98c3c7b6171a tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:22.568012 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-29f6287c-64ee-4a87-bcf7-adea19a3831d req-ef478ebb-6d9d-45f5-8e7e-98c3c7b6171a tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.1551032
Apr 30 14:10:22.579858 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9addc-ca19-4422-80e3-279a3634762e req-c8402bbe-6bd5-4d11-8776-f94070ff5e51 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:22.582204 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-00e9addc-ca19-4422-80e3-279a3634762e req-c8402bbe-6bd5-4d11-8776-f94070ff5e51 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.43 "GET /v2.0/networks?id=933ef562-aeaa-48c6-85e4-387a407fb154 HTTP/1.1" status: 200  len: 808 time: 0.5079634
Apr 30 14:10:22.608872 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-00e9addc-ca19-4422-80e3-279a3634762e req-62d94711-5dfe-4bec-8b6c-f5a84e00425d tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Request body: {'port': {'device_id': 'd5ccd595-cfd3-410a-a485-3a566101c1d9', 'network_id': '933ef562-aeaa-48c6-85e4-387a407fb154', 'admin_state_up': True, 'tenant_id': 'f109969c9dd24ae6b35532aa81c6bceb'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:10:22.636763 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-3fea2ddc-5678-4fb5-829d-6b93883e2915 None None] Notify callbacks [] for port, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:22.647898 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-3fea2ddc-5678-4fb5-829d-6b93883e2915 None None] Transition to ACTIVE for port object dbfac51b-4052-443c-b87b-d44b7be01032 will not be triggered until provisioned by entity L2. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:10:22.668616 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-3fea2ddc-5678-4fb5-829d-6b93883e2915 None None] Transition to ACTIVE for port object dbfac51b-4052-443c-b87b-d44b7be01032 will not be triggered until provisioned by entity DHCP. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:10:22.684186 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-3fea2ddc-5678-4fb5-829d-6b93883e2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188'] for port, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:22.691350 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:22.698819 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-29f6287c-64ee-4a87-bcf7-adea19a3831d req-80e6bdf0-65a4-4d13-9d89-7af349440e8f tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097999
Apr 30 14:10:22.756534 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fea2ddc-5678-4fb5-829d-6b93883e2915 None None] Network 84f51274-b399-4df1-a351-7732fe37e539 is already hosted by enough agents. {{(pid=73846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:10:22.760095 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-3fea2ddc-5678-4fb5-829d-6b93883e2915 None None] Resources bound (agent type, host, resource id):  {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:10:22.764294 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fea2ddc-5678-4fb5-829d-6b93883e2915 None None] Received port after_create {{(pid=73846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:10:22.814275 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea2ddc-5678-4fb5-829d-6b93883e2915 None None] Pushing event updated for resources: {'Port': ['ID=dbfac51b-4052-443c-b87b-d44b7be01032,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:22.842875 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-3fea2ddc-5678-4fb5-829d-6b93883e2915 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:22.872939 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-3fea2ddc-5678-4fb5-829d-6b93883e2915 None None] Attempting to bind port dbfac51b-4052-443c-b87b-d44b7be01032 on host dv-cinder-788365-2-iscsi for vnic_type normal with profile  {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:10:22.873317 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-3fea2ddc-5678-4fb5-829d-6b93883e2915 None None] Attempting to bind port dbfac51b-4052-443c-b87b-d44b7be01032 by drivers openvswitch,hyperv on host dv-cinder-788365-2-iscsi at level 0 using segments [{'id': 'dc21f2d8-18fd-47bf-9988-a9a35c8ce195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1428, 'network_id': '84f51274-b399-4df1-a351-7732fe37e539'}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:10:22.873690 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fea2ddc-5678-4fb5-829d-6b93883e2915 None None] Attempting to bind port dbfac51b-4052-443c-b87b-d44b7be01032 on network 84f51274-b399-4df1-a351-7732fe37e539 {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:10:22.879953 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fea2ddc-5678-4fb5-829d-6b93883e2915 None None] Checking agent: {'id': '4f0b0810-19ae-4b24-abc7-3f67c142f33a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 59, 51), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:10:22.880330 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fea2ddc-5678-4fb5-829d-6b93883e2915 None None] Checking segment: {'id': 'dc21f2d8-18fd-47bf-9988-a9a35c8ce195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1428, 'network_id': '84f51274-b399-4df1-a351-7732fe37e539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:10:22.880758 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-3fea2ddc-5678-4fb5-829d-6b93883e2915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:22.881145 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fea2ddc-5678-4fb5-829d-6b93883e2915 None None] Bound using segment: {'id': 'dc21f2d8-18fd-47bf-9988-a9a35c8ce195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1428, 'network_id': '84f51274-b399-4df1-a351-7732fe37e539'} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:10:22.881625 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-3fea2ddc-5678-4fb5-829d-6b93883e2915 None None] Bound port: dbfac51b-4052-443c-b87b-d44b7be01032, host: dv-cinder-788365-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc21f2d8-18fd-47bf-9988-a9a35c8ce195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1428, 'network_id': '84f51274-b399-4df1-a351-7732fe37e539'}}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:10:22.882058 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-3fea2ddc-5678-4fb5-829d-6b93883e2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:22.995051 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-3fea2ddc-5678-4fb5-829d-6b93883e2915 None None] For port dbfac51b-4052-443c-b87b-d44b7be01032, host dv-cinder-788365-2-iscsi, cleared binding levels {{(pid=73846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:10:23.000666 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-3fea2ddc-5678-4fb5-829d-6b93883e2915 None None] For port dbfac51b-4052-443c-b87b-d44b7be01032, host dv-cinder-788365-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=dbfac51b-4052-443c-b87b-d44b7be01032,segment=NetworkSegment(dc21f2d8-18fd-47bf-9988-a9a35c8ce195),segment_id=dc21f2d8-18fd-47bf-9988-a9a35c8ce195)] {{(pid=73846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:10:23.007254 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-3fea2ddc-5678-4fb5-829d-6b93883e2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:23.020297 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:23.068162 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-00e9addc-ca19-4422-80e3-279a3634762e req-62d94711-5dfe-4bec-8b6c-f5a84e00425d tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:10:23.083162 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-00e9addc-ca19-4422-80e3-279a3634762e req-62d94711-5dfe-4bec-8b6c-f5a84e00425d tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Usage tracker for resource:port and tenant:f109969c9dd24ae6b35532aa81c6bceb is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:10:23.094174 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-00e9addc-ca19-4422-80e3-279a3634762e req-62d94711-5dfe-4bec-8b6c-f5a84e00425d tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:10:23.111503 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-00e9addc-ca19-4422-80e3-279a3634762e req-62d94711-5dfe-4bec-8b6c-f5a84e00425d tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:10:23.127868 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [None req-74c02db4-4988-4086-9280-501ea2fff3c8 admin admin] Allocated IP 172.27.1.106 (304f1885-0a25-4285-aed6-702a057610f8/49300ed0-235c-492b-9da4-467f65f5f0f0/5a85d98b-5a7e-4304-b75f-f69aa6b838c5) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:10:23.137683 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea2ddc-5678-4fb5-829d-6b93883e2915 None None] Pushing event updated for resources: {'Port': ['ID=dbfac51b-4052-443c-b87b-d44b7be01032,revision_number=2']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:23.143091 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-3fea2ddc-5678-4fb5-829d-6b93883e2915 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:23.158396 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71cafd-1304-4042-b74a-21a8927fa59f req-8c20f02c-8f1b-4d5b-b751-269805af5161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:23.159903 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7a71cafd-1304-4042-b74a-21a8927fa59f req-8c20f02c-8f1b-4d5b-b751-269805af5161 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9e7889c7-2d22-4191-87c3-2a938f99ce01 HTTP/1.1" status: 200  len: 1098 time: 0.4532359
Apr 30 14:10:23.166306 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00e9addc-ca19-4422-80e3-279a3634762e req-62d94711-5dfe-4bec-8b6c-f5a84e00425d tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Made reservation on behalf of f109969c9dd24ae6b35532aa81c6bceb for: {'port': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:10:23.170995 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-00e9addc-ca19-4422-80e3-279a3634762e req-62d94711-5dfe-4bec-8b6c-f5a84e00425d tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:23.401461 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7a71cafd-1304-4042-b74a-21a8927fa59f req-7f2c9ea5-2d7e-4475-a0d6-76aad24767fd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2093272
Apr 30 14:10:23.424430 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43fcc3-5420-4245-a58b-d4adb72b2a9f req-f52b2a9d-0a9c-40dc-8c8a-49754ebe3a83 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:23.425840 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-3b43fcc3-5420-4245-a58b-d4adb72b2a9f req-f52b2a9d-0a9c-40dc-8c8a-49754ebe3a83 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Synchronizing usage tracker for tenant:115ed14988014677a355d6807f338dbb on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:10:23.516091 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-3b43fcc3-5420-4245-a58b-d4adb72b2a9f req-f52b2a9d-0a9c-40dc-8c8a-49754ebe3a83 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Unset dirty status for tenant:115ed14988014677a355d6807f338dbb on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:10:23.518233 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3b43fcc3-5420-4245-a58b-d4adb72b2a9f req-f52b2a9d-0a9c-40dc-8c8a-49754ebe3a83 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7889c7-2d22-4191-87c3-2a938f99ce01 HTTP/1.1" status: 200  len: 945 time: 0.5423944
Apr 30 14:10:23.574956 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-b922066d-8830-4d4e-bd22-b068b0dcd2b3 req-9d16038b-b194-4996-ba8e-1505d80424f1 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5ccd595-cfd3-410a-a485-3a566101c1d9 HTTP/1.1" status: 200  len: 210 time: 0.0475912
Apr 30 14:10:23.648885 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-74c02db4-4988-4086-9280-501ea2fff3c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:23.690012 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [req-00e9addc-ca19-4422-80e3-279a3634762e req-62d94711-5dfe-4bec-8b6c-f5a84e00425d tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Allocated IP 172.20.0.11 (933ef562-aeaa-48c6-85e4-387a407fb154/08515e4e-ea14-415b-9eda-bad1aada9cf3/c0b76631-4ff7-4c87-bb89-0495c264760f) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:10:23.702796 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3b43fcc3-5420-4245-a58b-d4adb72b2a9f req-0997216a-2ef3-4f6b-bba9-566d45ece6f5 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1567454
Apr 30 14:10:23.790902 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-74c02db4-4988-4086-9280-501ea2fff3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:23.807107 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-d0141091-124b-4137-bfc7-871e2944b192 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:23.816855 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:23.943763 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c02db4-4988-4086-9280-501ea2fff3c8 admin admin] Network 304f1885-0a25-4285-aed6-702a057610f8 is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:10:23.953785 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-74c02db4-4988-4086-9280-501ea2fff3c8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:10:23.966278 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c02db4-4988-4086-9280-501ea2fff3c8 admin admin] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:10:23.988737 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8f081-058c-4e71-88a2-6a696619a673 req-fb824d7b-c51b-470b-89be-0a285cd26ed3 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:23.992244 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-5db8f081-058c-4e71-88a2-6a696619a673 req-fb824d7b-c51b-470b-89be-0a285cd26ed3 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.1289752
Apr 30 14:10:24.105271 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-5db8f081-058c-4e71-88a2-6a696619a673 req-ba85d9cd-82ec-4084-be28-2ec514fb34ff tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027782
Apr 30 14:10:24.179974 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c02db4-4988-4086-9280-501ea2fff3c8 admin admin] Pushing event updated for resources: {'Port': ['ID=5a85d98b-5a7e-4304-b75f-f69aa6b838c5,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:24.187932 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-74c02db4-4988-4086-9280-501ea2fff3c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:24.262201 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-00e9addc-ca19-4422-80e3-279a3634762e req-62d94711-5dfe-4bec-8b6c-f5a84e00425d tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:24.445553 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ceec4cb-453d-48e1-a6af-57c327a55ac7 None None] Network 84f51274-b399-4df1-a351-7732fe37e539 requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:10:24.483035 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-00e9addc-ca19-4422-80e3-279a3634762e req-62d94711-5dfe-4bec-8b6c-f5a84e00425d tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:24.493371 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-f17e511b-4298-4dc0-851e-2b25725ae2a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:24.548933 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-74c02db4-4988-4086-9280-501ea2fff3c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:24.626723 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00e9addc-ca19-4422-80e3-279a3634762e req-62d94711-5dfe-4bec-8b6c-f5a84e00425d tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Network 933ef562-aeaa-48c6-85e4-387a407fb154 is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:10:24.627471 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-d9be2951-f225-4140-ba5f-136a6c3f3d65 None None] Provisioning for port dbfac51b-4052-443c-b87b-d44b7be01032 completed by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:10:24.631705 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [req-00e9addc-ca19-4422-80e3-279a3634762e req-62d94711-5dfe-4bec-8b6c-f5a84e00425d tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Resources bound (agent type, host, resource id):  {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:10:24.644435 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e9addc-ca19-4422-80e3-279a3634762e req-62d94711-5dfe-4bec-8b6c-f5a84e00425d tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:10:24.652061 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9addc-ca19-4422-80e3-279a3634762e req-62d94711-5dfe-4bec-8b6c-f5a84e00425d tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:24.652833 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-00e9addc-ca19-4422-80e3-279a3634762e req-62d94711-5dfe-4bec-8b6c-f5a84e00425d tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:24.679086 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d94711-5dfe-4bec-8b6c-f5a84e00425d tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Pushing event updated for resources: {'Port': ['ID=c0b76631-4ff7-4c87-bb89-0495c264760f,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:24.693130 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-62d94711-5dfe-4bec-8b6c-f5a84e00425d tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:24.780265 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-00e9addc-ca19-4422-80e3-279a3634762e req-62d94711-5dfe-4bec-8b6c-f5a84e00425d tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1826148
Apr 30 14:10:24.805534 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-00e9addc-ca19-4422-80e3-279a3634762e req-5cebd0ce-6769-4b64-8dc5-547ee6cd67ab service neutron] Request body: {'port': {'device_id': 'd5ccd595-cfd3-410a-a485-3a566101c1d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:10:24.891860 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device dbfac51b-4052-443c-b87b-d44b7be01032 up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:10:25.038323 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning for port dbfac51b-4052-443c-b87b-d44b7be01032 completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:10:25.060849 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port dbfac51b-4052-443c-b87b-d44b7be01032 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:10:25.061223 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:25.098008 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117cb72-dfd5-489a-8858-d0b70f9900d6 req-18ead6c5-641a-4c17-9dc4-ebe68606360d tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:25.101457 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-6117cb72-dfd5-489a-8858-d0b70f9900d6 req-18ead6c5-641a-4c17-9dc4-ebe68606360d tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7889c7-2d22-4191-87c3-2a938f99ce01 HTTP/1.1" status: 200  len: 945 time: 0.1557841
Apr 30 14:10:25.215163 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-6117cb72-dfd5-489a-8858-d0b70f9900d6 req-3bd493cc-3cb3-4162-9493-129cd1296612 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039693
Apr 30 14:10:25.285549 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:25.375386 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] For port dbfac51b-4052-443c-b87b-d44b7be01032, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=dbfac51b-4052-443c-b87b-d44b7be01032,segment=NetworkSegment(dc21f2d8-18fd-47bf-9988-a9a35c8ce195),segment_id=dc21f2d8-18fd-47bf-9988-a9a35c8ce195)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:10:25.386398 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:25.389596 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:25.426183 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-74c02db4-4988-4086-9280-501ea2fff3c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7995491'] for router, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:25.430337 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-00e9addc-ca19-4422-80e3-279a3634762e req-5cebd0ce-6769-4b64-8dc5-547ee6cd67ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:25.452363 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad97aa-743f-471a-b4bf-b5ff8218a6da req-431f8975-6d3c-4b07-95e5-2014816bea37 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:25.453464 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-04ad97aa-743f-471a-b4bf-b5ff8218a6da req-431f8975-6d3c-4b07-95e5-2014816bea37 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Synchronizing usage tracker for tenant:f109969c9dd24ae6b35532aa81c6bceb on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:10:25.526219 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Pushing event updated for resources: {'Port': ['ID=dbfac51b-4052-443c-b87b-d44b7be01032,revision_number=3']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:25.536626 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:25.555974 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-32a050a6-9a34-4263-825d-6828d3896a80 None None] Provisioning complete for port dbfac51b-4052-443c-b87b-d44b7be01032 triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:10:25.556399 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-32a050a6-9a34-4263-825d-6828d3896a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:25.629520 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3706a-dc25-4ee6-b3ac-c081dd0970e4 req-7685dee7-4ad9-4b3f-a281-22f0184e279b tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:25.633320 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-13a3706a-dc25-4ee6-b3ac-c081dd0970e4 req-7685dee7-4ad9-4b3f-a281-22f0184e279b tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.1549067
Apr 30 14:10:25.641662 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-04ad97aa-743f-471a-b4bf-b5ff8218a6da req-431f8975-6d3c-4b07-95e5-2014816bea37 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Unset dirty status for tenant:f109969c9dd24ae6b35532aa81c6bceb on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:10:25.644092 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-04ad97aa-743f-471a-b4bf-b5ff8218a6da req-431f8975-6d3c-4b07-95e5-2014816bea37 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5ccd595-cfd3-410a-a485-3a566101c1d9 HTTP/1.1" status: 200  len: 932 time: 0.7927907
Apr 30 14:10:25.703982 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-13a3706a-dc25-4ee6-b3ac-c081dd0970e4 req-05b0ba80-8c87-4504-b069-33f37817f9d7 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643971
Apr 30 14:10:25.910328 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-04ad97aa-743f-471a-b4bf-b5ff8218a6da req-df6621c0-4c02-4c48-aa5c-0874e9b9f26d tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbfb20b7-ea58-42f8-bdee-0014b6b4adce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1759422
Apr 30 14:10:26.072315 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c02db4-4988-4086-9280-501ea2fff3c8 admin admin] Router d32b0f23-68dc-4216-b73c-e06e3ed4c7ac is scheduled to L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d with binding_index 1 {{(pid=73845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 14:10:26.386949 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [req-00e9addc-ca19-4422-80e3-279a3634762e req-5cebd0ce-6769-4b64-8dc5-547ee6cd67ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0b76631-4ff7-4c87-bb89-0495c264760f {{(pid=73845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 14:10:26.408388 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-00e9addc-ca19-4422-80e3-279a3634762e req-5cebd0ce-6769-4b64-8dc5-547ee6cd67ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:26.426774 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c02db4-4988-4086-9280-501ea2fff3c8 admin admin] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:10:26.436037 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d99bce-5457-4f4b-bd68-c898e3664fa4 None None] Sync routers for ids ['d32b0f23-68dc-4216-b73c-e06e3ed4c7ac'] in dv-cinder-788365-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:10:26.443105 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-00e9addc-ca19-4422-80e3-279a3634762e req-5cebd0ce-6769-4b64-8dc5-547ee6cd67ab service neutron] Transition to ACTIVE for port object c0b76631-4ff7-4c87-bb89-0495c264760f will not be triggered until provisioned by entity L2. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:10:26.448158 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d99bce-5457-4f4b-bd68-c898e3664fa4 None None] Routers {'d32b0f23-68dc-4216-b73c-e06e3ed4c7ac'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:10:26.449415 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-d9d99bce-5457-4f4b-bd68-c898e3664fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc2cdfc10>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:10:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['d32b0f23-68dc-4216-b73c-e06e3ed4c7ac'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:10:26.460138 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-00e9addc-ca19-4422-80e3-279a3634762e req-5cebd0ce-6769-4b64-8dc5-547ee6cd67ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:26.468693 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-928ea666-5000-4f2f-9020-87c2f742843d tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:26.527550 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-74c02db4-4988-4086-9280-501ea2fff3c8 admin admin] Notify callbacks [] for router, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:26.529376 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-74c02db4-4988-4086-9280-501ea2fff3c8 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 5.3001909
Apr 30 14:10:26.533935 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 45940) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:10:26.544692 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a807c5c-3ca5-48d4-af7c-9337a9a7e384 req-924415ff-6b10-45f4-82de-797e7f7d4371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:26.547186 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9a807c5c-3ca5-48d4-af7c-9337a9a7e384 req-924415ff-6b10-45f4-82de-797e7f7d4371 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 1098 time: 0.2735219
Apr 30 14:10:26.643325 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-d9d99bce-5457-4f4b-bd68-c898e3664fa4 None None] Set router d32b0f23-68dc-4216-b73c-e06e3ed4c7ac gateway port host: dv-cinder-788365-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:10:26.688556 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device dbfac51b-4052-443c-b87b-d44b7be01032 up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:10:26.770154 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cebd0ce-6769-4b64-8dc5-547ee6cd67ab service neutron] Pushing event updated for resources: {'Port': ['ID=c0b76631-4ff7-4c87-bb89-0495c264760f,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:26.797544 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-5cebd0ce-6769-4b64-8dc5-547ee6cd67ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:26.799448 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port dbfac51b-4052-443c-b87b-d44b7be01032 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:10:26.799650 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:26.841373 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9a807c5c-3ca5-48d4-af7c-9337a9a7e384 req-b110ea05-591f-419b-989c-05502d838eb0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1946890
Apr 30 14:10:26.844946 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-00e9addc-ca19-4422-80e3-279a3634762e req-5cebd0ce-6769-4b64-8dc5-547ee6cd67ab service neutron] Attempting to bind port c0b76631-4ff7-4c87-bb89-0495c264760f on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:10:26.845440 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-00e9addc-ca19-4422-80e3-279a3634762e req-5cebd0ce-6769-4b64-8dc5-547ee6cd67ab service neutron] Attempting to bind port c0b76631-4ff7-4c87-bb89-0495c264760f by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'd653b247-01ef-4b90-b8ee-6585c74137f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1448, 'network_id': '933ef562-aeaa-48c6-85e4-387a407fb154'}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:10:26.845972 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e9addc-ca19-4422-80e3-279a3634762e req-5cebd0ce-6769-4b64-8dc5-547ee6cd67ab service neutron] Attempting to bind port c0b76631-4ff7-4c87-bb89-0495c264760f on network 933ef562-aeaa-48c6-85e4-387a407fb154 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:10:26.855650 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e9addc-ca19-4422-80e3-279a3634762e req-5cebd0ce-6769-4b64-8dc5-547ee6cd67ab service neutron] Port c0b76631-4ff7-4c87-bb89-0495c264760f on network 933ef562-aeaa-48c6-85e4-387a407fb154 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 14:10:26.856143 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e9addc-ca19-4422-80e3-279a3634762e req-5cebd0ce-6769-4b64-8dc5-547ee6cd67ab service neutron] Attempting to bind port c0b76631-4ff7-4c87-bb89-0495c264760f on network 933ef562-aeaa-48c6-85e4-387a407fb154 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:10:26.866356 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e9addc-ca19-4422-80e3-279a3634762e req-5cebd0ce-6769-4b64-8dc5-547ee6cd67ab service neutron] Checking agent: {'id': 'd3aa7eed-5c97-490e-b2ea-32000fed17dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 14, 5, 52), 'started_at': datetime.datetime(2021, 4, 30, 14, 5, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:10:26.866943 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e9addc-ca19-4422-80e3-279a3634762e req-5cebd0ce-6769-4b64-8dc5-547ee6cd67ab service neutron] Checking segment: {'id': 'd653b247-01ef-4b90-b8ee-6585c74137f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1448, 'network_id': '933ef562-aeaa-48c6-85e4-387a407fb154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:10:26.867540 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e9addc-ca19-4422-80e3-279a3634762e req-5cebd0ce-6769-4b64-8dc5-547ee6cd67ab service neutron] Bound using segment: {'id': 'd653b247-01ef-4b90-b8ee-6585c74137f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1448, 'network_id': '933ef562-aeaa-48c6-85e4-387a407fb154'} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:10:26.868232 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-00e9addc-ca19-4422-80e3-279a3634762e req-5cebd0ce-6769-4b64-8dc5-547ee6cd67ab service neutron] Bound port: c0b76631-4ff7-4c87-bb89-0495c264760f, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd653b247-01ef-4b90-b8ee-6585c74137f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1448, 'network_id': '933ef562-aeaa-48c6-85e4-387a407fb154'}}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:10:26.868920 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-00e9addc-ca19-4422-80e3-279a3634762e req-5cebd0ce-6769-4b64-8dc5-547ee6cd67ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:27.079677 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-d9d99bce-5457-4f4b-bd68-c898e3664fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc2cdfc10>, [{'id': 'd32b0f23-68dc-4216-b73c-e06e3ed4c7ac', 'name': 'tempest-TestMinimumBasicScenario-346566806-router', 'tenant_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '5a85d98b-5a7e-4304-b75f-f69aa6b838c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:21Z', 'updated_at': '2021-04-30T14:10:24Z', 'revision_number': 3, 'project_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'gw_port': {'id': '5a85d98b-5a7e-4304-b75f-f69aa6b838c5', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32b0f23-68dc-4216-b73c-e06e3ed4c7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:22Z', 'updated_at': '2021-04-30T14:10:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi'}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:10:27.094454 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d99bce-5457-4f4b-bd68-c898e3664fa4 None None] Checking router: d32b0f23-68dc-4216-b73c-e06e3ed4c7ac for host: dv-cinder-788365-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:10:27.094912 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d99bce-5457-4f4b-bd68-c898e3664fa4 None None] Updating router d32b0f23-68dc-4216-b73c-e06e3ed4c7ac port 5a85d98b-5a7e-4304-b75f-f69aa6b838c5 binding host dv-cinder-788365-2-iscsi {{(pid=73847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 14:10:27.201225 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-d9d99bce-5457-4f4b-bd68-c898e3664fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:27.356492 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47aea0-8d11-4973-98f9-79a361243e22 req-11be1a7a-f4b9-4aa0-9d82-7fef0538bd3d tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:27.358267 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-df47aea0-8d11-4973-98f9-79a361243e22 req-11be1a7a-f4b9-4aa0-9d82-7fef0538bd3d tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.2203050
Apr 30 14:10:27.367773 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-00e9addc-ca19-4422-80e3-279a3634762e req-5cebd0ce-6769-4b64-8dc5-547ee6cd67ab service neutron] For port c0b76631-4ff7-4c87-bb89-0495c264760f, host hv-cinder-78836, cleared binding levels {{(pid=73845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:10:27.371693 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-00e9addc-ca19-4422-80e3-279a3634762e req-5cebd0ce-6769-4b64-8dc5-547ee6cd67ab service neutron] For port c0b76631-4ff7-4c87-bb89-0495c264760f, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c0b76631-4ff7-4c87-bb89-0495c264760f,segment=NetworkSegment(d653b247-01ef-4b90-b8ee-6585c74137f4),segment_id=d653b247-01ef-4b90-b8ee-6585c74137f4)] {{(pid=73845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:10:27.400962 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-00e9addc-ca19-4422-80e3-279a3634762e req-5cebd0ce-6769-4b64-8dc5-547ee6cd67ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:27.408675 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-62d94711-5dfe-4bec-8b6c-f5a84e00425d tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:27.485247 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9addc-ca19-4422-80e3-279a3634762e req-5cebd0ce-6769-4b64-8dc5-547ee6cd67ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:27.486326 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-00e9addc-ca19-4422-80e3-279a3634762e req-5cebd0ce-6769-4b64-8dc5-547ee6cd67ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:27.488406 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-00e9addc-ca19-4422-80e3-279a3634762e req-5cebd0ce-6769-4b64-8dc5-547ee6cd67ab service neutron] 10.222.0.43 "PUT /v2.0/ports/c0b76631-4ff7-4c87-bb89-0495c264760f HTTP/1.1" status: 200  len: 1094 time: 2.6897068
Apr 30 14:10:27.494843 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ccd595-cfd3-410a-a485-3a566101c1d9', 'tag': 'c0b76631-4ff7-4c87-bb89-0495c264760f'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:10:27.534549 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-df47aea0-8d11-4973-98f9-79a361243e22 req-8930a9b2-7847-4d96-95e8-0f090dbf86c2 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1608524
Apr 30 14:10:27.562551 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cebd0ce-6769-4b64-8dc5-547ee6cd67ab service neutron] Pushing event updated for resources: {'Port': ['ID=c0b76631-4ff7-4c87-bb89-0495c264760f,revision_number=3']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:27.573734 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-5cebd0ce-6769-4b64-8dc5-547ee6cd67ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:27.679042 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9addc-ca19-4422-80e3-279a3634762e req-dda7f99a-6ce5-4c3b-acaa-ee67038f3fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:27.680909 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-00e9addc-ca19-4422-80e3-279a3634762e req-dda7f99a-6ce5-4c3b-acaa-ee67038f3fe3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f109969c9dd24ae6b35532aa81c6bceb&device_id=d5ccd595-cfd3-410a-a485-3a566101c1d9 HTTP/1.1" status: 200  len: 1097 time: 0.1099045
Apr 30 14:10:27.690559 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41eabcc-de65-4526-9753-ef3d7b3fce1a req-4073939c-2741-4597-aee1-a191b34c9e52 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:27.698807 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-f41eabcc-de65-4526-9753-ef3d7b3fce1a req-4073939c-2741-4597-aee1-a191b34c9e52 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5ccd595-cfd3-410a-a485-3a566101c1d9 HTTP/1.1" status: 200  len: 944 time: 0.3008862
Apr 30 14:10:27.720824 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-d9d99bce-5457-4f4b-bd68-c898e3664fa4 None None] Notify callbacks [] for port, precommit_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:27.763356 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-d9d99bce-5457-4f4b-bd68-c898e3664fa4 None None] Transition to ACTIVE for port object 5a85d98b-5a7e-4304-b75f-f69aa6b838c5 will not be triggered until provisioned by entity L2. {{(pid=73847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:10:27.775496 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-d9d99bce-5457-4f4b-bd68-c898e3664fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:27.784588 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-1bcb33d6-e51e-4ecd-b562-489888d75506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:27.832257 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-00e9addc-ca19-4422-80e3-279a3634762e req-88cedcdf-2270-4e66-a116-fbef88f247ab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0b76631-4ff7-4c87-bb89-0495c264760f HTTP/1.1" status: 200  len: 217 time: 0.1338484
Apr 30 14:10:27.845332 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-f41eabcc-de65-4526-9753-ef3d7b3fce1a req-bf66e563-3357-4c08-b3d7-c2b7195659e1 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Synchronizing usage tracker for tenant:f109969c9dd24ae6b35532aa81c6bceb on resource:security_group {{(pid=73844) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:10:27.863429 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f8bbc-c4b6-467c-8f4d-86d15881f9e5 None None] Pushing event updated for resources: {'Port': ['ID=5a85d98b-5a7e-4304-b75f-f69aa6b838c5,revision_number=2']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:27.883535 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f8bbc-c4b6-467c-8f4d-86d15881f9e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:10:27.884200 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f8bbc-c4b6-467c-8f4d-86d15881f9e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:10:27.884866 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f8bbc-c4b6-467c-8f4d-86d15881f9e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:10:27.885375 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f8bbc-c4b6-467c-8f4d-86d15881f9e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:10:27.888844 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f8bbc-c4b6-467c-8f4d-86d15881f9e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:10:27.889820 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f8bbc-c4b6-467c-8f4d-86d15881f9e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:10:27.890353 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f8bbc-c4b6-467c-8f4d-86d15881f9e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:10:27.890750 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f8bbc-c4b6-467c-8f4d-86d15881f9e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:10:27.891431 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f8bbc-c4b6-467c-8f4d-86d15881f9e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:10:27.892050 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f8bbc-c4b6-467c-8f4d-86d15881f9e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:10:27.892527 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f8bbc-c4b6-467c-8f4d-86d15881f9e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:10:27.893048 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f8bbc-c4b6-467c-8f4d-86d15881f9e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:10:27.905157 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-b88f8bbc-c4b6-467c-8f4d-86d15881f9e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:27.917787 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-d9d99bce-5457-4f4b-bd68-c898e3664fa4 None None] Attempting to bind port 5a85d98b-5a7e-4304-b75f-f69aa6b838c5 on host dv-cinder-788365-2-iscsi for vnic_type normal with profile  {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:10:27.918405 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-d9d99bce-5457-4f4b-bd68-c898e3664fa4 None None] Attempting to bind port 5a85d98b-5a7e-4304-b75f-f69aa6b838c5 by drivers openvswitch,hyperv on host dv-cinder-788365-2-iscsi at level 0 using segments [{'id': 'd90c35f3-ac38-4f09-b94c-cacd24da79a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:10:27.918883 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d99bce-5457-4f4b-bd68-c898e3664fa4 None None] Attempting to bind port 5a85d98b-5a7e-4304-b75f-f69aa6b838c5 on network 304f1885-0a25-4285-aed6-702a057610f8 {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:10:27.925769 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d99bce-5457-4f4b-bd68-c898e3664fa4 None None] Checking agent: {'id': '4f0b0810-19ae-4b24-abc7-3f67c142f33a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 59, 51), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:10:27.926298 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d99bce-5457-4f4b-bd68-c898e3664fa4 None None] Checking segment: {'id': 'd90c35f3-ac38-4f09-b94c-cacd24da79a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:10:27.927463 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-d9d99bce-5457-4f4b-bd68-c898e3664fa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:27.927963 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d99bce-5457-4f4b-bd68-c898e3664fa4 None None] Bound using segment: {'id': 'd90c35f3-ac38-4f09-b94c-cacd24da79a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:10:27.928694 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-d9d99bce-5457-4f4b-bd68-c898e3664fa4 None None] Bound port: 5a85d98b-5a7e-4304-b75f-f69aa6b838c5, host: dv-cinder-788365-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd90c35f3-ac38-4f09-b94c-cacd24da79a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'}}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:10:27.929165 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-d9d99bce-5457-4f4b-bd68-c898e3664fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:27.943614 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9addc-ca19-4422-80e3-279a3634762e req-f462f47d-8011-4f04-a812-808dbcdbbab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:27.945549 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-00e9addc-ca19-4422-80e3-279a3634762e req-f462f47d-8011-4f04-a812-808dbcdbbab7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08515e4e-ea14-415b-9eda-bad1aada9cf3 HTTP/1.1" status: 200  len: 848 time: 0.1020007
Apr 30 14:10:27.969154 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-f41eabcc-de65-4526-9753-ef3d7b3fce1a req-bf66e563-3357-4c08-b3d7-c2b7195659e1 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Unset dirty status for tenant:f109969c9dd24ae6b35532aa81c6bceb on resource:security_group {{(pid=73844) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:10:27.978284 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-f41eabcc-de65-4526-9753-ef3d7b3fce1a req-bf66e563-3357-4c08-b3d7-c2b7195659e1 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbfb20b7-ea58-42f8-bdee-0014b6b4adce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2783828
Apr 30 14:10:28.026161 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-00e9addc-ca19-4422-80e3-279a3634762e req-a087ba93-91e9-44bd-a0b0-a404dee6d9d7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=933ef562-aeaa-48c6-85e4-387a407fb154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0682442
Apr 30 14:10:28.055484 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-d9d99bce-5457-4f4b-bd68-c898e3664fa4 None None] For port 5a85d98b-5a7e-4304-b75f-f69aa6b838c5, host dv-cinder-788365-2-iscsi, cleared binding levels {{(pid=73847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:10:28.066176 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-d9d99bce-5457-4f4b-bd68-c898e3664fa4 None None] For port 5a85d98b-5a7e-4304-b75f-f69aa6b838c5, host dv-cinder-788365-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=5a85d98b-5a7e-4304-b75f-f69aa6b838c5,segment=NetworkSegment(d90c35f3-ac38-4f09-b94c-cacd24da79a8),segment_id=d90c35f3-ac38-4f09-b94c-cacd24da79a8)] {{(pid=73847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:10:28.074635 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-d9d99bce-5457-4f4b-bd68-c898e3664fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:28.084594 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:28.125957 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5ccd595-cfd3-410a-a485-3a566101c1d9', 'tag': 'c0b76631-4ff7-4c87-bb89-0495c264760f', 'status': 'completed', 'code': 200}
Apr 30 14:10:28.158026 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-579875ac-6cbd-4e6c-8dd5-dc76589009da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:28.191935 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d99bce-5457-4f4b-bd68-c898e3664fa4 None None] Routers {'d32b0f23-68dc-4216-b73c-e06e3ed4c7ac'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:10:28.192631 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-d9d99bce-5457-4f4b-bd68-c898e3664fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc2cdfc10>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:10:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['d32b0f23-68dc-4216-b73c-e06e3ed4c7ac'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:10:28.296138 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f8bbc-c4b6-467c-8f4d-86d15881f9e5 None None] Pushing event updated for resources: {'Port': ['ID=5a85d98b-5a7e-4304-b75f-f69aa6b838c5,revision_number=3']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:28.303183 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-b88f8bbc-c4b6-467c-8f4d-86d15881f9e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:28.317911 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-00e9addc-ca19-4422-80e3-279a3634762e req-279a74c8-76c9-4f4e-aee2-a2bc18bdca82 service neutron] 10.222.0.43 "GET /v2.0/networks/933ef562-aeaa-48c6-85e4-387a407fb154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2841585
Apr 30 14:10:28.508751 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-d9d99bce-5457-4f4b-bd68-c898e3664fa4 None None] Set router d32b0f23-68dc-4216-b73c-e06e3ed4c7ac gateway port host: dv-cinder-788365-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:10:28.552162 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-00e9addc-ca19-4422-80e3-279a3634762e req-dc7e2060-8112-4044-82d9-2393d6fe8177 service neutron] 10.222.0.43 "GET /v2.0/networks/933ef562-aeaa-48c6-85e4-387a407fb154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2279110
Apr 30 14:10:28.556740 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.db_base_plugin_common [None req-579875ac-6cbd-4e6c-8dd5-dc76589009da admin admin] Allocated IP 172.20.0.1 (84f51274-b399-4df1-a351-7732fe37e539/712ad888-9ad6-4aab-8f26-77fb9d3e4f23/0605ea72-6ade-45fd-ba3b-1e951bd3e952) {{(pid=73844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:10:28.790695 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffedb299-17ca-4553-8c4a-9cbc743fc75f req-e64a7439-933f-45a1-aee8-d276b7e15d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:28.792239 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ffedb299-17ca-4553-8c4a-9cbc743fc75f req-e64a7439-933f-45a1-aee8-d276b7e15d95 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f109969c9dd24ae6b35532aa81c6bceb&device_id=d5ccd595-cfd3-410a-a485-3a566101c1d9 HTTP/1.1" status: 200  len: 1097 time: 0.1504436
Apr 30 14:10:28.860336 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-579875ac-6cbd-4e6c-8dd5-dc76589009da admin admin] Notify callbacks [] for port, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:28.883094 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.provisioning_blocks [None req-579875ac-6cbd-4e6c-8dd5-dc76589009da admin admin] Transition to ACTIVE for port object 0605ea72-6ade-45fd-ba3b-1e951bd3e952 will not be triggered until provisioned by entity DHCP. {{(pid=73844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:10:28.911149 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-579875ac-6cbd-4e6c-8dd5-dc76589009da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6994046'] for port, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:28.917664 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:28.925111 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-d9d99bce-5457-4f4b-bd68-c898e3664fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc2cdfc10>, [{'id': 'd32b0f23-68dc-4216-b73c-e06e3ed4c7ac', 'name': 'tempest-TestMinimumBasicScenario-346566806-router', 'tenant_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '5a85d98b-5a7e-4304-b75f-f69aa6b838c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:21Z', 'updated_at': '2021-04-30T14:10:24Z', 'revision_number': 3, 'project_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'gw_port': {'id': '5a85d98b-5a7e-4304-b75f-f69aa6b838c5', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32b0f23-68dc-4216-b73c-e06e3ed4c7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:22Z', 'updated_at': '2021-04-30T14:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi'}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:10:28.930287 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d99bce-5457-4f4b-bd68-c898e3664fa4 None None] The sync data for ids ['d32b0f23-68dc-4216-b73c-e06e3ed4c7ac'] in dv-cinder-788365-2-iscsi is: [{'id': 'd32b0f23-68dc-4216-b73c-e06e3ed4c7ac', 'name': 'tempest-TestMinimumBasicScenario-346566806-router', 'tenant_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '5a85d98b-5a7e-4304-b75f-f69aa6b838c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:21Z', 'updated_at': '2021-04-30T14:10:24Z', 'revision_number': 3, 'project_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'gw_port': {'id': '5a85d98b-5a7e-4304-b75f-f69aa6b838c5', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32b0f23-68dc-4216-b73c-e06e3ed4c7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:22Z', 'updated_at': '2021-04-30T14:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi'}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:10:28.953371 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1f1f0-c931-4bc2-a976-3cbfa8fffcff req-1bc92f24-0138-4825-980d-e0763f33de8e tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:28.954866 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c4f1f1f0-c931-4bc2-a976-3cbfa8fffcff req-1bc92f24-0138-4825-980d-e0763f33de8e tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.2282226
Apr 30 14:10:28.986300 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579875ac-6cbd-4e6c-8dd5-dc76589009da admin admin] Network 84f51274-b399-4df1-a351-7732fe37e539 is already hosted by enough agents. {{(pid=73844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:10:28.989292 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.base_scheduler [None req-579875ac-6cbd-4e6c-8dd5-dc76589009da admin admin] Resources bound (agent type, host, resource id):  {{(pid=73844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:10:28.999069 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579875ac-6cbd-4e6c-8dd5-dc76589009da admin admin] Received port after_create {{(pid=73844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:10:29.059498 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c4f1f1f0-c931-4bc2-a976-3cbfa8fffcff req-848bbfc5-d949-45f0-b1d9-67dd8261247f tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961151
Apr 30 14:10:29.060158 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffedb299-17ca-4553-8c4a-9cbc743fc75f req-80a810ae-605f-4f67-ad09-ddac8b19016e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:29.061693 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ffedb299-17ca-4553-8c4a-9cbc743fc75f req-80a810ae-605f-4f67-ad09-ddac8b19016e service neutron] 10.222.0.43 "GET /v2.0/networks?id=933ef562-aeaa-48c6-85e4-387a407fb154 HTTP/1.1" status: 200  len: 910 time: 0.2511961
Apr 30 14:10:29.086220 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579875ac-6cbd-4e6c-8dd5-dc76589009da admin admin] Pushing event updated for resources: {'Port': ['ID=0605ea72-6ade-45fd-ba3b-1e951bd3e952,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:29.095724 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-579875ac-6cbd-4e6c-8dd5-dc76589009da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:29.114632 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-579875ac-6cbd-4e6c-8dd5-dc76589009da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998445'] for router_interface, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:29.260278 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ffedb299-17ca-4553-8c4a-9cbc743fc75f req-4c2dc0bb-8482-449c-985b-b6b237ee95de service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0b76631-4ff7-4c87-bb89-0495c264760f HTTP/1.1" status: 200  len: 217 time: 0.1884117
Apr 30 14:10:29.313411 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-579875ac-6cbd-4e6c-8dd5-dc76589009da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:29.405193 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-87d6cc00-e491-41de-9d47-fa3f845c1074 None None] Provisioning for port 0605ea72-6ade-45fd-ba3b-1e951bd3e952 completed by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:10:29.422683 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-87d6cc00-e491-41de-9d47-fa3f845c1074 None None] Provisioning complete for port 0605ea72-6ade-45fd-ba3b-1e951bd3e952 triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:10:29.423079 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-87d6cc00-e491-41de-9d47-fa3f845c1074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:29.426514 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffedb299-17ca-4553-8c4a-9cbc743fc75f req-62556c61-bd50-41f3-9298-a78c6e513d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:29.428224 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ffedb299-17ca-4553-8c4a-9cbc743fc75f req-62556c61-bd50-41f3-9298-a78c6e513d63 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08515e4e-ea14-415b-9eda-bad1aada9cf3 HTTP/1.1" status: 200  len: 848 time: 0.1625755
Apr 30 14:10:29.498146 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ffedb299-17ca-4553-8c4a-9cbc743fc75f req-d18da657-0813-4282-b008-1396936f5488 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=933ef562-aeaa-48c6-85e4-387a407fb154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0617695
Apr 30 14:10:29.542412 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-87d6cc00-e491-41de-9d47-fa3f845c1074 None None] Port 0605ea72-6ade-45fd-ba3b-1e951bd3e952 cannot update to ACTIVE because it is not bound. {{(pid=73846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 14:10:29.733990 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ffedb299-17ca-4553-8c4a-9cbc743fc75f req-bc525e27-a590-4016-8e98-7229955471ac service neutron] 10.222.0.43 "GET /v2.0/networks/933ef562-aeaa-48c6-85e4-387a407fb154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2283854
Apr 30 14:10:29.875110 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f12fe6-3138-4fbe-96ee-423c82b5a37f req-5a62e8f4-5d0f-4210-9d44-477912338e22 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:29.884778 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-13f12fe6-3138-4fbe-96ee-423c82b5a37f req-5a62e8f4-5d0f-4210-9d44-477912338e22 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5ccd595-cfd3-410a-a485-3a566101c1d9 HTTP/1.1" status: 200  len: 944 time: 0.5716074
Apr 30 14:10:29.963198 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-13f12fe6-3138-4fbe-96ee-423c82b5a37f req-0feb5b7b-31db-4a04-a03b-2e4062693694 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbfb20b7-ea58-42f8-bdee-0014b6b4adce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782912
Apr 30 14:10:30.076669 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-579875ac-6cbd-4e6c-8dd5-dc76589009da admin admin] Notify callbacks [] for port, precommit_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:30.084659 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-579875ac-6cbd-4e6c-8dd5-dc76589009da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6994037'] for port, after_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:30.167838 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:30.211885 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ffedb299-17ca-4553-8c4a-9cbc743fc75f req-5e9eb0a0-66fd-4283-92ad-4584e9443d95 service neutron] 10.222.0.43 "GET /v2.0/networks/933ef562-aeaa-48c6-85e4-387a407fb154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4726882
Apr 30 14:10:30.238490 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ca9de-a973-44ea-81ab-a82b0bff281e req-498c24a5-9955-43bb-959e-1ac98112b49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:30.240911 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-788ca9de-a973-44ea-81ab-a82b0bff281e req-498c24a5-9955-43bb-959e-1ac98112b49e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1036f2f1678545d3aa4b54e8aa882dbc&device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 1098 time: 0.2251689
Apr 30 14:10:30.337093 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-579875ac-6cbd-4e6c-8dd5-dc76589009da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998280'] for router_interface, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:30.425959 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579875ac-6cbd-4e6c-8dd5-dc76589009da admin admin] Pushing event updated for resources: {'Port': ['ID=0605ea72-6ade-45fd-ba3b-1e951bd3e952,revision_number=2']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:30.449545 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-579875ac-6cbd-4e6c-8dd5-dc76589009da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:30.472770 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a48b0-b9ae-42f5-bfe0-50ceafbfb3fa req-b9267cc3-b912-418b-853f-af336e08e5bf tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:30.481428 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-d90a48b0-b9ae-42f5-bfe0-50ceafbfb3fa req-b9267cc3-b912-418b-853f-af336e08e5bf tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.3153217
Apr 30 14:10:30.483629 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ca9de-a973-44ea-81ab-a82b0bff281e req-9dd704fd-ba4b-4b58-9d19-02602e7c0735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:30.484799 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-788ca9de-a973-44ea-81ab-a82b0bff281e req-9dd704fd-ba4b-4b58-9d19-02602e7c0735 service neutron] 10.222.0.43 "GET /v2.0/networks?id=101268f3-2b9c-42c4-ac42-c67a2c420fa2 HTTP/1.1" status: 200  len: 921 time: 0.2361672
Apr 30 14:10:30.545987 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-d90a48b0-b9ae-42f5-bfe0-50ceafbfb3fa req-90efd52f-a812-4a67-91fb-7deab5d8a892 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636001
Apr 30 14:10:30.559133 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579875ac-6cbd-4e6c-8dd5-dc76589009da admin admin] Network 84f51274-b399-4df1-a351-7732fe37e539 is already hosted by enough agents. {{(pid=73844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:10:30.560817 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.base_scheduler [None req-579875ac-6cbd-4e6c-8dd5-dc76589009da admin admin] Resources bound (agent type, host, resource id):  {{(pid=73844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:10:30.562969 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-788ca9de-a973-44ea-81ab-a82b0bff281e req-0b22324f-14ff-4132-8051-a9ea67b7261d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0895a146-b294-41ff-a7ef-a8a4cf78755c HTTP/1.1" status: 200  len: 217 time: 0.0723507
Apr 30 14:10:30.659113 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ca9de-a973-44ea-81ab-a82b0bff281e req-a6c96f8d-9d97-4cec-b780-24ecd1c82d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:30.661539 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-788ca9de-a973-44ea-81ab-a82b0bff281e req-a6c96f8d-9d97-4cec-b780-24ecd1c82d15 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7bffe4b8-8a91-4bea-9ca6-5a1137bd3587 HTTP/1.1" status: 200  len: 859 time: 0.0923254
Apr 30 14:10:30.713271 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-788ca9de-a973-44ea-81ab-a82b0bff281e req-725524b2-9f3b-44fc-b516-f7d85784edae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=101268f3-2b9c-42c4-ac42-c67a2c420fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0468054
Apr 30 14:10:30.748123 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 5a85d98b-5a7e-4304-b75f-f69aa6b838c5 up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:10:30.846171 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579875ac-6cbd-4e6c-8dd5-dc76589009da admin admin] Router d32b0f23-68dc-4216-b73c-e06e3ed4c7ac has already been hosted by L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d {{(pid=73844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 14:10:30.858553 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning for port 5a85d98b-5a7e-4304-b75f-f69aa6b838c5 completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:10:30.869782 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port 5a85d98b-5a7e-4304-b75f-f69aa6b838c5 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:10:30.870434 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:30.928827 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-e75ae1ac-57b6-4650-acec-86ac7e54f8d7 None None] Provisioning complete for port 0605ea72-6ade-45fd-ba3b-1e951bd3e952 triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:10:30.930825 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e75ae1ac-57b6-4650-acec-86ac7e54f8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:30.952462 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-788ca9de-a973-44ea-81ab-a82b0bff281e req-b95c6063-d038-4045-9a58-91fe65f16dca service neutron] 10.222.0.43 "GET /v2.0/networks/101268f3-2b9c-42c4-ac42-c67a2c420fa2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2339814
Apr 30 14:10:31.070592 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-e75ae1ac-57b6-4650-acec-86ac7e54f8d7 None None] Port 0605ea72-6ade-45fd-ba3b-1e951bd3e952 cannot update to ACTIVE because it is not bound. {{(pid=73846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 14:10:31.157936 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-788ca9de-a973-44ea-81ab-a82b0bff281e req-bd83c74f-2b23-4529-a985-fb2180d6f791 service neutron] 10.222.0.43 "GET /v2.0/networks/101268f3-2b9c-42c4-ac42-c67a2c420fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2003856
Apr 30 14:10:31.236808 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:31.261633 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579875ac-6cbd-4e6c-8dd5-dc76589009da admin admin] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:10:31.285816 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] For port 5a85d98b-5a7e-4304-b75f-f69aa6b838c5, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=5a85d98b-5a7e-4304-b75f-f69aa6b838c5,segment=NetworkSegment(d90c35f3-ac38-4f09-b94c-cacd24da79a8),segment_id=d90c35f3-ac38-4f09-b94c-cacd24da79a8)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:10:31.293479 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-579875ac-6cbd-4e6c-8dd5-dc76589009da admin admin] 10.222.0.32 "PUT /v2.0/routers/d32b0f23-68dc-4216-b73c-e06e3ed4c7ac/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7577415
Apr 30 14:10:31.310863 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:31.311937 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:31.369004 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe41cf-7a14-4608-9066-a0df96df25d7 req-a6f02e14-07b7-4389-8b6f-87c42885fd6c tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:31.370958 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-25fe41cf-7a14-4608-9066-a0df96df25d7 req-a6f02e14-07b7-4389-8b6f-87c42885fd6c tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5ccd595-cfd3-410a-a485-3a566101c1d9 HTTP/1.1" status: 200  len: 944 time: 0.1439304
Apr 30 14:10:31.423638 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Pushing event updated for resources: {'Port': ['ID=5a85d98b-5a7e-4304-b75f-f69aa6b838c5,revision_number=4']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:31.430596 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:31.433040 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-25fe41cf-7a14-4608-9066-a0df96df25d7 req-06f11d4b-738b-4926-a231-b6db0868695b tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbfb20b7-ea58-42f8-bdee-0014b6b4adce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489073
Apr 30 14:10:31.483271 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c39ff35-66b4-42da-b29e-452419c9e37b None None] Sync routers for ids ['d32b0f23-68dc-4216-b73c-e06e3ed4c7ac'] in dv-cinder-788365-2-iscsi {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:10:31.498014 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c39ff35-66b4-42da-b29e-452419c9e37b None None] Routers {'d32b0f23-68dc-4216-b73c-e06e3ed4c7ac'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:10:31.498977 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-6c39ff35-66b4-42da-b29e-452419c9e37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc39fda60>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:10:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['d32b0f23-68dc-4216-b73c-e06e3ed4c7ac'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:10:31.567217 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device c0b76631-4ff7-4c87-bb89-0495c264760f details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 14:10:31.766340 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbe66a-bec0-418e-a53d-fbcc9bd5fce7 req-a6cfb3ed-7138-4e0a-b8ce-6d85bcd8c40f tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:31.767881 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-63dbe66a-bec0-418e-a53d-fbcc9bd5fce7 req-a6cfb3ed-7138-4e0a-b8ce-6d85bcd8c40f tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.0900326
Apr 30 14:10:31.809254 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-6c39ff35-66b4-42da-b29e-452419c9e37b None None] Set router d32b0f23-68dc-4216-b73c-e06e3ed4c7ac gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:10:31.822303 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-63dbe66a-bec0-418e-a53d-fbcc9bd5fce7 req-d71a763a-6ba5-4d7c-bf6e-b01f675dd34e tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476654
Apr 30 14:10:32.011798 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port c0b76631-4ff7-4c87-bb89-0495c264760f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c0b76631-4ff7-4c87-bb89-0495c264760f,segment=NetworkSegment(d653b247-01ef-4b90-b8ee-6585c74137f4),segment_id=d653b247-01ef-4b90-b8ee-6585c74137f4)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:10:32.088528 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 46012) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:10:32.094220 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-d028a51e-fb7c-48d9-874d-92546a73498c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-495636018-network', 'tenant_id': '482b2c9162aa4ed8b20f6f2c594fc89d'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:10:32.094960 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Returning: {'device': 'c0b76631-4ff7-4c87-bb89-0495c264760f', 'network_id': '933ef562-aeaa-48c6-85e4-387a407fb154', 'port_id': 'c0b76631-4ff7-4c87-bb89-0495c264760f', 'mac_address': 'fa:16:3e:e7:2e:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08515e4e-ea14-415b-9eda-bad1aada9cf3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 14:10:32.098754 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-d028a51e-fb7c-48d9-874d-92546a73498c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:10:32.103315 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-d028a51e-fb7c-48d9-874d-92546a73498c admin admin] Usage tracker for resource:network and tenant:482b2c9162aa4ed8b20f6f2c594fc89d is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:10:32.106198 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-d028a51e-fb7c-48d9-874d-92546a73498c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:10:32.112368 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-d028a51e-fb7c-48d9-874d-92546a73498c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:10:32.123578 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d028a51e-fb7c-48d9-874d-92546a73498c admin admin] Made reservation on behalf of 482b2c9162aa4ed8b20f6f2c594fc89d for: {'network': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:10:32.126035 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d028a51e-fb7c-48d9-874d-92546a73498c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for network, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:32.141303 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d028a51e-fb7c-48d9-874d-92546a73498c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:32.155815 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-d028a51e-fb7c-48d9-874d-92546a73498c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:10:32.159962 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-d028a51e-fb7c-48d9-874d-92546a73498c admin admin] Usage tracker for resource:security_group_rule and tenant:482b2c9162aa4ed8b20f6f2c594fc89d is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:10:32.162782 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-d028a51e-fb7c-48d9-874d-92546a73498c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:10:32.168559 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-d028a51e-fb7c-48d9-874d-92546a73498c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:10:32.188262 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:32.237460 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0b76631-4ff7-4c87-bb89-0495c264760f {{(pid=73846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 14:10:32.253512 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d028a51e-fb7c-48d9-874d-92546a73498c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:32.261137 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d028a51e-fb7c-48d9-874d-92546a73498c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:32.264188 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-aae6c405-904b-4ac1-b764-35b08f80d907 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:32.265207 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port c0b76631-4ff7-4c87-bb89-0495c264760f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c0b76631-4ff7-4c87-bb89-0495c264760f,segment=NetworkSegment(d653b247-01ef-4b90-b8ee-6585c74137f4),segment_id=d653b247-01ef-4b90-b8ee-6585c74137f4)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:10:32.270894 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:32.275389 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:32.296637 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d028a51e-fb7c-48d9-874d-92546a73498c admin admin] vlan segment allocate from pool success with {'vlan_id': 1417, 'physical_network': 'physnet1'}  {{(pid=73845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 14:10:32.301982 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d028a51e-fb7c-48d9-874d-92546a73498c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893e550b-ffb7-4a47-9a5b-685d96945802,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:32.306101 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-d028a51e-fb7c-48d9-874d-92546a73498c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:32.309952 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d028a51e-fb7c-48d9-874d-92546a73498c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-993311'] for segment, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:32.310294 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.db.segments_db [None req-d028a51e-fb7c-48d9-874d-92546a73498c admin admin] Added segment 2e9d7db8-b69d-49ff-9d45-1e4bf9acb593 of type vlan for network 98916e4c-8d41-4699-9ee2-2ae8dc84a9f0
Apr 30 14:10:32.339423 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d028a51e-fb7c-48d9-874d-92546a73498c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774018256249'] for network, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:32.357107 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-6c39ff35-66b4-42da-b29e-452419c9e37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc39fda60>, [{'id': 'd32b0f23-68dc-4216-b73c-e06e3ed4c7ac', 'name': 'tempest-TestMinimumBasicScenario-346566806-router', 'tenant_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '5a85d98b-5a7e-4304-b75f-f69aa6b838c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:21Z', 'updated_at': '2021-04-30T14:10:29Z', 'revision_number': 4, 'project_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'gw_port': {'id': '5a85d98b-5a7e-4304-b75f-f69aa6b838c5', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32b0f23-68dc-4216-b73c-e06e3ed4c7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:22Z', 'updated_at': '2021-04-30T14:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '0605ea72-6ade-45fd-ba3b-1e951bd3e952', 'name': '', 'network_id': '84f51274-b399-4df1-a351-7732fe37e539', 'tenant_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'mac_address': 'fa:16:3e:3c:c7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32b0f23-68dc-4216-b73c-e06e3ed4c7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '712ad888-9ad6-4aab-8f26-77fb9d3e4f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:28Z', 'updated_at': '2021-04-30T14:10:29Z', 'revision_number': 2, 'project_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'subnets': [{'id': '712ad888-9ad6-4aab-8f26-77fb9d3e4f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:10:32.359214 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Pushing event updated for resources: {'Port': ['ID=c0b76631-4ff7-4c87-bb89-0495c264760f,revision_number=4']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:32.362256 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:32.365129 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c39ff35-66b4-42da-b29e-452419c9e37b None None] Checking router: d32b0f23-68dc-4216-b73c-e06e3ed4c7ac for host: dv-cinder-788365-2-iscsi {{(pid=73846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:10:32.365490 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c39ff35-66b4-42da-b29e-452419c9e37b None None] Updating router d32b0f23-68dc-4216-b73c-e06e3ed4c7ac port 0605ea72-6ade-45fd-ba3b-1e951bd3e952 binding host dv-cinder-788365-2-iscsi {{(pid=73846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 14:10:32.370994 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d028a51e-fb7c-48d9-874d-92546a73498c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741'] for network, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:32.372898 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d028a51e-fb7c-48d9-874d-92546a73498c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:32.373528 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d028a51e-fb7c-48d9-874d-92546a73498c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for network, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:32.376935 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-aa6c8f51-bef9-4437-b975-9b4643e4d522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:32.427563 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-6c39ff35-66b4-42da-b29e-452419c9e37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:32.484303 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 46020) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:10:32.484915 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-d028a51e-fb7c-48d9-874d-92546a73498c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.3947232
Apr 30 14:10:32.485373 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d028a51e-fb7c-48d9-874d-92546a73498c admin admin] Pushing event updated for resources: {'Network': ['ID=98916e4c-8d41-4699-9ee2-2ae8dc84a9f0,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:32.488780 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-d028a51e-fb7c-48d9-874d-92546a73498c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:32.492066 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-1869e20c-1088-4fab-b7d1-8fb4e8823cd5 admin admin] Request body: {'subnet': {'network_id': '98916e4c-8d41-4699-9ee2-2ae8dc84a9f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-495636018-subnet', 'tenant_id': '482b2c9162aa4ed8b20f6f2c594fc89d', 'ip_version': 4}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:10:32.497632 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Network 98916e4c-8d41-4699-9ee2-2ae8dc84a9f0 details requested by agent ovs-agent-dv-cinder-788365-2-iscsi with host dv-cinder-788365-2-iscsi {{(pid=73846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 14:10:32.510550 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-1869e20c-1088-4fab-b7d1-8fb4e8823cd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:10:32.515940 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-1869e20c-1088-4fab-b7d1-8fb4e8823cd5 admin admin] Usage tracker for resource:subnet and tenant:482b2c9162aa4ed8b20f6f2c594fc89d is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:10:32.519349 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-1869e20c-1088-4fab-b7d1-8fb4e8823cd5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:10:32.525107 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-1869e20c-1088-4fab-b7d1-8fb4e8823cd5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:10:32.541516 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1869e20c-1088-4fab-b7d1-8fb4e8823cd5 admin admin] Made reservation on behalf of 482b2c9162aa4ed8b20f6f2c594fc89d for: {'subnet': 1} {{(pid=73844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:10:32.545354 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-1869e20c-1088-4fab-b7d1-8fb4e8823cd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6538326'] for subnet, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:32.674915 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 5a85d98b-5a7e-4304-b75f-f69aa6b838c5 up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:10:32.819538 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab19594-a279-465d-b64c-3b5a4873025d req-1ad72cd8-5677-48ab-ad58-7ad225ef27a0 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:32.821026 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-aab19594-a279-465d-b64c-3b5a4873025d req-1ad72cd8-5677-48ab-ad58-7ad225ef27a0 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5ccd595-cfd3-410a-a485-3a566101c1d9 HTTP/1.1" status: 200  len: 945 time: 0.2568772
Apr 30 14:10:32.840959 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] get_ports_and_sgs() called for port_ids ['c0b76631-4ff7-4c87-bb89-0495c264760f'] {{(pid=73846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 14:10:32.943127 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port 5a85d98b-5a7e-4304-b75f-f69aa6b838c5 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:10:32.943507 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:32.951190 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-aab19594-a279-465d-b64c-3b5a4873025d req-69d85645-8095-491b-9d19-4c8118de7a6c tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbfb20b7-ea58-42f8-bdee-0014b6b4adce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1215081
Apr 30 14:10:33.168952 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-6c39ff35-66b4-42da-b29e-452419c9e37b None None] Notify callbacks [] for port, precommit_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:33.169101 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744090e-ac5b-4d6e-b9af-cdf20181baff req-f34b46d2-d4c5-466a-b954-efff5a464980 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:33.170668 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9744090e-ac5b-4d6e-b9af-cdf20181baff req-f34b46d2-d4c5-466a-b954-efff5a464980 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.1172099
Apr 30 14:10:33.221472 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-6c39ff35-66b4-42da-b29e-452419c9e37b None None] Transition to ACTIVE for port object 0605ea72-6ade-45fd-ba3b-1e951bd3e952 will not be triggered until provisioned by entity L2. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:10:33.238637 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-6c39ff35-66b4-42da-b29e-452419c9e37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:33.242288 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9744090e-ac5b-4d6e-b9af-cdf20181baff req-a24fe557-46c6-4823-9120-52db7ded5de7 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643744
Apr 30 14:10:33.256466 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:33.256605 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-1869e20c-1088-4fab-b7d1-8fb4e8823cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6994382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6538308'] for subnet, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:33.256605 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-7acd3942-8ca7-44ee-9e01-0781c2ecd945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:33.331665 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869e20c-1088-4fab-b7d1-8fb4e8823cd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c64878a-13a9-4708-9e13-ee253bf1d4b6,revision_number=0']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:33.336089 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-1869e20c-1088-4fab-b7d1-8fb4e8823cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:33.342573 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1869e20c-1088-4fab-b7d1-8fb4e8823cd5 admin admin] Checking segment: {'id': '2e9d7db8-b69d-49ff-9d45-1e4bf9acb593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': '98916e4c-8d41-4699-9ee2-2ae8dc84a9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:10:33.342751 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1869e20c-1088-4fab-b7d1-8fb4e8823cd5 admin admin] Network hostable DHCP agents. Network: 98916e4c-8d41-4699-9ee2-2ae8dc84a9f0, hostable agents: ['b25aa941-54d2-4dd8-96cc-172903f8133a'], hosted agents: [] {{(pid=73844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 14:10:33.365290 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1869e20c-1088-4fab-b7d1-8fb4e8823cd5 admin admin] Network 98916e4c-8d41-4699-9ee2-2ae8dc84a9f0 is scheduled to be hosted by DHCP agent b25aa941-54d2-4dd8-96cc-172903f8133a with binding_index 1 {{(pid=73844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 14:10:33.387509 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.base_scheduler [None req-1869e20c-1088-4fab-b7d1-8fb4e8823cd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-2-iscsi, 98916e4c-8d41-4699-9ee2-2ae8dc84a9f0) {{(pid=73844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:10:33.401392 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1869e20c-1088-4fab-b7d1-8fb4e8823cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:33.402004 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-1869e20c-1088-4fab-b7d1-8fb4e8823cd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for subnet, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:33.427052 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-1869e20c-1088-4fab-b7d1-8fb4e8823cd5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.9414780
Apr 30 14:10:33.430990 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 46032) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:10:33.437059 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-09a27a1c-2237-49b1-ae86-6a7d661b7433 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-495636018-router', 'tenant_id': '482b2c9162aa4ed8b20f6f2c594fc89d', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8'}}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:10:33.443487 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-09a27a1c-2237-49b1-ae86-6a7d661b7433 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:10:33.448512 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-09a27a1c-2237-49b1-ae86-6a7d661b7433 admin admin] Usage tracker for resource:router and tenant:482b2c9162aa4ed8b20f6f2c594fc89d is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:10:33.453241 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f00485-2035-42fc-bd2f-05dfa78c12c4 None None] Network 98916e4c-8d41-4699-9ee2-2ae8dc84a9f0 requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:10:33.453899 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-09a27a1c-2237-49b1-ae86-6a7d661b7433 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:10:33.462263 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-09a27a1c-2237-49b1-ae86-6a7d661b7433 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:10:33.478042 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-09a27a1c-2237-49b1-ae86-6a7d661b7433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8215233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5709'] for router, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:33.479221 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-09a27a1c-2237-49b1-ae86-6a7d661b7433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8215256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8011735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8062096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5748'] for router, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:33.501931 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-09a27a1c-2237-49b1-ae86-6a7d661b7433 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:33.554734 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a5ca4-36ca-460b-ad22-5686a489d23f None None] Pushing event updated for resources: {'Port': ['ID=0605ea72-6ade-45fd-ba3b-1e951bd3e952,revision_number=3']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:33.622256 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-9d7a5ca4-36ca-460b-ad22-5686a489d23f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:33.842542 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-6c39ff35-66b4-42da-b29e-452419c9e37b None None] Attempting to bind port 0605ea72-6ade-45fd-ba3b-1e951bd3e952 on host dv-cinder-788365-2-iscsi for vnic_type normal with profile  {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:10:33.843547 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-6c39ff35-66b4-42da-b29e-452419c9e37b None None] Attempting to bind port 0605ea72-6ade-45fd-ba3b-1e951bd3e952 by drivers openvswitch,hyperv on host dv-cinder-788365-2-iscsi at level 0 using segments [{'id': 'dc21f2d8-18fd-47bf-9988-a9a35c8ce195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1428, 'network_id': '84f51274-b399-4df1-a351-7732fe37e539'}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:10:33.843547 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c39ff35-66b4-42da-b29e-452419c9e37b None None] Attempting to bind port 0605ea72-6ade-45fd-ba3b-1e951bd3e952 on network 84f51274-b399-4df1-a351-7732fe37e539 {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:10:33.869419 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c39ff35-66b4-42da-b29e-452419c9e37b None None] Checking agent: {'id': '4f0b0810-19ae-4b24-abc7-3f67c142f33a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 59, 51), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:10:33.870074 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c39ff35-66b4-42da-b29e-452419c9e37b None None] Checking segment: {'id': 'dc21f2d8-18fd-47bf-9988-a9a35c8ce195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1428, 'network_id': '84f51274-b399-4df1-a351-7732fe37e539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:10:33.870946 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-6c39ff35-66b4-42da-b29e-452419c9e37b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:33.871718 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c39ff35-66b4-42da-b29e-452419c9e37b None None] Bound using segment: {'id': 'dc21f2d8-18fd-47bf-9988-a9a35c8ce195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1428, 'network_id': '84f51274-b399-4df1-a351-7732fe37e539'} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:10:33.872721 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-6c39ff35-66b4-42da-b29e-452419c9e37b None None] Bound port: 0605ea72-6ade-45fd-ba3b-1e951bd3e952, host: dv-cinder-788365-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc21f2d8-18fd-47bf-9988-a9a35c8ce195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1428, 'network_id': '84f51274-b399-4df1-a351-7732fe37e539'}}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:10:33.874096 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-6c39ff35-66b4-42da-b29e-452419c9e37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:34.077636 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-09a27a1c-2237-49b1-ae86-6a7d661b7433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8011694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8004693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5738'] for router, precommit_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:34.121954 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-6c39ff35-66b4-42da-b29e-452419c9e37b None None] For port 0605ea72-6ade-45fd-ba3b-1e951bd3e952, host dv-cinder-788365-2-iscsi, cleared binding levels {{(pid=73846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:10:34.128634 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09706e6-ff83-447c-bd08-bf83b3374507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp975dfcca-068d-5fd8-ba64-a582cd474b95-98916e4c-8d41-4699-9ee2-2ae8dc84a9f0', 'network_id': '98916e4c-8d41-4699-9ee2-2ae8dc84a9f0', 'tenant_id': '482b2c9162aa4ed8b20f6f2c594fc89d', 'fixed_ips': [{'subnet_id': '9c64878a-13a9-4708-9e13-ee253bf1d4b6'}]}} from dv-cinder-788365-2-iscsi. {{(pid=73846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 14:10:34.128634 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-d09706e6-ff83-447c-bd08-bf83b3374507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:34.149244 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-6c39ff35-66b4-42da-b29e-452419c9e37b None None] For port 0605ea72-6ade-45fd-ba3b-1e951bd3e952, host dv-cinder-788365-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=0605ea72-6ade-45fd-ba3b-1e951bd3e952,segment=NetworkSegment(dc21f2d8-18fd-47bf-9988-a9a35c8ce195),segment_id=dc21f2d8-18fd-47bf-9988-a9a35c8ce195)] {{(pid=73846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:10:34.154805 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-6c39ff35-66b4-42da-b29e-452419c9e37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:34.202474 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-9d7a5ca4-36ca-460b-ad22-5686a489d23f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:34.286944 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504e580-bb62-41b7-a2f0-2480031f4482 req-13c42b12-d43c-4e1c-8ff4-f2aea9cc2448 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:34.290757 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-c504e580-bb62-41b7-a2f0-2480031f4482 req-13c42b12-d43c-4e1c-8ff4-f2aea9cc2448 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5ccd595-cfd3-410a-a485-3a566101c1d9 HTTP/1.1" status: 200  len: 945 time: 0.1696844
Apr 30 14:10:34.402336 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c39ff35-66b4-42da-b29e-452419c9e37b None None] Routers {'d32b0f23-68dc-4216-b73c-e06e3ed4c7ac'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:10:34.402996 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-6c39ff35-66b4-42da-b29e-452419c9e37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc39fda60>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:10:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['d32b0f23-68dc-4216-b73c-e06e3ed4c7ac'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:10:34.422090 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-c504e580-bb62-41b7-a2f0-2480031f4482 req-c004cc78-09bb-4675-8c7b-ad11d288b5c0 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbfb20b7-ea58-42f8-bdee-0014b6b4adce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233075
Apr 30 14:10:34.461078 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a5ca4-36ca-460b-ad22-5686a489d23f None None] Pushing event updated for resources: {'Port': ['ID=0605ea72-6ade-45fd-ba3b-1e951bd3e952,revision_number=4']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:34.474465 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-9d7a5ca4-36ca-460b-ad22-5686a489d23f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:34.560436 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-09a27a1c-2237-49b1-ae86-6a7d661b7433 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:34.575166 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_common [None req-d09706e6-ff83-447c-bd08-bf83b3374507 None None] Allocated IP 172.20.0.2 (98916e4c-8d41-4699-9ee2-2ae8dc84a9f0/9c64878a-13a9-4708-9e13-ee253bf1d4b6/dc60363f-4a44-4b4c-9349-43021fd94477) {{(pid=73846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:10:34.595666 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-09a27a1c-2237-49b1-ae86-6a7d661b7433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:34.659618 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-6c39ff35-66b4-42da-b29e-452419c9e37b None None] Set router d32b0f23-68dc-4216-b73c-e06e3ed4c7ac gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:10:34.745518 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.db_base_plugin_common [None req-09a27a1c-2237-49b1-ae86-6a7d661b7433 admin admin] Allocated IP 172.27.1.254 (304f1885-0a25-4285-aed6-702a057610f8/49300ed0-235c-492b-9da4-467f65f5f0f0/8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef) {{(pid=73844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:10:34.918754 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-09a27a1c-2237-49b1-ae86-6a7d661b7433 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:34.956994 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-09a27a1c-2237-49b1-ae86-6a7d661b7433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6994046'] for port, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:34.962839 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-ae7e91ca-a3f1-4182-bb7b-6a8b3236aacb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:35.031290 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a27a1c-2237-49b1-ae86-6a7d661b7433 admin admin] Pushing event updated for resources: {'Port': ['ID=8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:35.034132 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-09a27a1c-2237-49b1-ae86-6a7d661b7433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:35.047919 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a27a1c-2237-49b1-ae86-6a7d661b7433 admin admin] Network 304f1885-0a25-4285-aed6-702a057610f8 is already hosted by enough agents. {{(pid=73844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:10:35.049445 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.base_scheduler [None req-09a27a1c-2237-49b1-ae86-6a7d661b7433 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:10:35.052632 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a27a1c-2237-49b1-ae86-6a7d661b7433 admin admin] Received port after_create {{(pid=73844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:10:35.108660 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-d09706e6-ff83-447c-bd08-bf83b3374507 None None] Notify callbacks [] for port, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:35.131221 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-d09706e6-ff83-447c-bd08-bf83b3374507 None None] Transition to ACTIVE for port object dc60363f-4a44-4b4c-9349-43021fd94477 will not be triggered until provisioned by entity L2. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:10:35.163059 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-d09706e6-ff83-447c-bd08-bf83b3374507 None None] Transition to ACTIVE for port object dc60363f-4a44-4b4c-9349-43021fd94477 will not be triggered until provisioned by entity DHCP. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:10:35.173933 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-d09706e6-ff83-447c-bd08-bf83b3374507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188'] for port, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:35.180851 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:35.254079 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-6c39ff35-66b4-42da-b29e-452419c9e37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc39fda60>, [{'id': 'd32b0f23-68dc-4216-b73c-e06e3ed4c7ac', 'name': 'tempest-TestMinimumBasicScenario-346566806-router', 'tenant_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '5a85d98b-5a7e-4304-b75f-f69aa6b838c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:21Z', 'updated_at': '2021-04-30T14:10:29Z', 'revision_number': 4, 'project_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'gw_port': {'id': '5a85d98b-5a7e-4304-b75f-f69aa6b838c5', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32b0f23-68dc-4216-b73c-e06e3ed4c7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:22Z', 'updated_at': '2021-04-30T14:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '0605ea72-6ade-45fd-ba3b-1e951bd3e952', 'name': '', 'network_id': '84f51274-b399-4df1-a351-7732fe37e539', 'tenant_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'mac_address': 'fa:16:3e:3c:c7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32b0f23-68dc-4216-b73c-e06e3ed4c7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '712ad888-9ad6-4aab-8f26-77fb9d3e4f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:28Z', 'updated_at': '2021-04-30T14:10:34Z', 'revision_number': 4, 'project_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'subnets': [{'id': '712ad888-9ad6-4aab-8f26-77fb9d3e4f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:10:35.272258 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09706e6-ff83-447c-bd08-bf83b3374507 None None] Network 98916e4c-8d41-4699-9ee2-2ae8dc84a9f0 is already hosted by enough agents. {{(pid=73846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:10:35.274049 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c39ff35-66b4-42da-b29e-452419c9e37b None None] The sync data for ids ['d32b0f23-68dc-4216-b73c-e06e3ed4c7ac'] in dv-cinder-788365-2-iscsi is: [{'id': 'd32b0f23-68dc-4216-b73c-e06e3ed4c7ac', 'name': 'tempest-TestMinimumBasicScenario-346566806-router', 'tenant_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '5a85d98b-5a7e-4304-b75f-f69aa6b838c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:21Z', 'updated_at': '2021-04-30T14:10:29Z', 'revision_number': 4, 'project_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'gw_port': {'id': '5a85d98b-5a7e-4304-b75f-f69aa6b838c5', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32b0f23-68dc-4216-b73c-e06e3ed4c7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:22Z', 'updated_at': '2021-04-30T14:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '0605ea72-6ade-45fd-ba3b-1e951bd3e952', 'name': '', 'network_id': '84f51274-b399-4df1-a351-7732fe37e539', 'tenant_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'mac_address': 'fa:16:3e:3c:c7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32b0f23-68dc-4216-b73c-e06e3ed4c7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '712ad888-9ad6-4aab-8f26-77fb9d3e4f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:28Z', 'updated_at': '2021-04-30T14:10:34Z', 'revision_number': 4, 'project_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'subnets': [{'id': '712ad888-9ad6-4aab-8f26-77fb9d3e4f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:10:35.278111 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-d09706e6-ff83-447c-bd08-bf83b3374507 None None] Resources bound (agent type, host, resource id):  {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:10:35.282270 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09706e6-ff83-447c-bd08-bf83b3374507 None None] Received port after_create {{(pid=73846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:10:35.408869 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09706e6-ff83-447c-bd08-bf83b3374507 None None] Pushing event updated for resources: {'Port': ['ID=dc60363f-4a44-4b4c-9349-43021fd94477,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:35.421886 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-d09706e6-ff83-447c-bd08-bf83b3374507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:35.511299 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-d09706e6-ff83-447c-bd08-bf83b3374507 None None] Attempting to bind port dc60363f-4a44-4b4c-9349-43021fd94477 on host dv-cinder-788365-2-iscsi for vnic_type normal with profile  {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:10:35.511299 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-d09706e6-ff83-447c-bd08-bf83b3374507 None None] Attempting to bind port dc60363f-4a44-4b4c-9349-43021fd94477 by drivers openvswitch,hyperv on host dv-cinder-788365-2-iscsi at level 0 using segments [{'id': '2e9d7db8-b69d-49ff-9d45-1e4bf9acb593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': '98916e4c-8d41-4699-9ee2-2ae8dc84a9f0'}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:10:35.511299 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09706e6-ff83-447c-bd08-bf83b3374507 None None] Attempting to bind port dc60363f-4a44-4b4c-9349-43021fd94477 on network 98916e4c-8d41-4699-9ee2-2ae8dc84a9f0 {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:10:35.531433 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09706e6-ff83-447c-bd08-bf83b3374507 None None] Checking agent: {'id': '4f0b0810-19ae-4b24-abc7-3f67c142f33a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 59, 51), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:10:35.531846 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09706e6-ff83-447c-bd08-bf83b3374507 None None] Checking segment: {'id': '2e9d7db8-b69d-49ff-9d45-1e4bf9acb593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': '98916e4c-8d41-4699-9ee2-2ae8dc84a9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:10:35.532236 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-d09706e6-ff83-447c-bd08-bf83b3374507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:35.532696 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09706e6-ff83-447c-bd08-bf83b3374507 None None] Bound using segment: {'id': '2e9d7db8-b69d-49ff-9d45-1e4bf9acb593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': '98916e4c-8d41-4699-9ee2-2ae8dc84a9f0'} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:10:35.535999 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-d09706e6-ff83-447c-bd08-bf83b3374507 None None] Bound port: dc60363f-4a44-4b4c-9349-43021fd94477, host: dv-cinder-788365-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e9d7db8-b69d-49ff-9d45-1e4bf9acb593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': '98916e4c-8d41-4699-9ee2-2ae8dc84a9f0'}}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:10:35.536412 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-d09706e6-ff83-447c-bd08-bf83b3374507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:35.613498 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa402178-dd92-4b52-9a73-e6d39ec007fc req-0bfe0e33-247e-4e55-995a-1fa14ba9553c tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:35.615869 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-aa402178-dd92-4b52-9a73-e6d39ec007fc req-0bfe0e33-247e-4e55-995a-1fa14ba9553c tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.2409194
Apr 30 14:10:35.705238 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:10:35.719591 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-aa402178-dd92-4b52-9a73-e6d39ec007fc req-89f604c1-beab-432a-94c7-1f1f428764f2 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907762
Apr 30 14:10:35.780145 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-d09706e6-ff83-447c-bd08-bf83b3374507 None None] For port dc60363f-4a44-4b4c-9349-43021fd94477, host dv-cinder-788365-2-iscsi, cleared binding levels {{(pid=73846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:10:35.783479 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-d09706e6-ff83-447c-bd08-bf83b3374507 None None] For port dc60363f-4a44-4b4c-9349-43021fd94477, host dv-cinder-788365-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=dc60363f-4a44-4b4c-9349-43021fd94477,segment=NetworkSegment(2e9d7db8-b69d-49ff-9d45-1e4bf9acb593),segment_id=2e9d7db8-b69d-49ff-9d45-1e4bf9acb593)] {{(pid=73846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:10:35.784788 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device c0b76631-4ff7-4c87-bb89-0495c264760f up at agent hyperv_hv-cinder-78836 {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:10:35.845537 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-d09706e6-ff83-447c-bd08-bf83b3374507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:35.854946 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:35.977665 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Provisioning for port c0b76631-4ff7-4c87-bb89-0495c264760f completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:10:35.987163 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Provisioning complete for port c0b76631-4ff7-4c87-bb89-0495c264760f triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:10:35.989412 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245f63b-5726-4ad6-aecf-ba67896e3ca9 req-8ebf14e5-51f2-4e9b-830e-a37c2f1c34f9 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:35.990156 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:36.002441 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-3245f63b-5726-4ad6-aecf-ba67896e3ca9 req-8ebf14e5-51f2-4e9b-830e-a37c2f1c34f9 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5ccd595-cfd3-410a-a485-3a566101c1d9 HTTP/1.1" status: 200  len: 945 time: 0.2643914
Apr 30 14:10:36.006272 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-09a27a1c-2237-49b1-ae86-6a7d661b7433 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:36.105413 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09706e6-ff83-447c-bd08-bf83b3374507 None None] Pushing event updated for resources: {'Port': ['ID=dc60363f-4a44-4b4c-9349-43021fd94477,revision_number=2']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:36.109873 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-d09706e6-ff83-447c-bd08-bf83b3374507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:36.205949 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:36.254498 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ccd595-cfd3-410a-a485-3a566101c1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b76631-4ff7-4c87-bb89-0495c264760f'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:10:36.266858 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port c0b76631-4ff7-4c87-bb89-0495c264760f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c0b76631-4ff7-4c87-bb89-0495c264760f,segment=NetworkSegment(d653b247-01ef-4b90-b8ee-6585c74137f4),segment_id=d653b247-01ef-4b90-b8ee-6585c74137f4)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:10:36.272504 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:36.279767 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-a3971dbc-e70e-45b4-b417-62e2e4e8f802 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:36.405374 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-3245f63b-5726-4ad6-aecf-ba67896e3ca9 req-6bd86d0b-4a4f-4805-9b4c-d49a7d36b572 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbfb20b7-ea58-42f8-bdee-0014b6b4adce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4014437
Apr 30 14:10:36.461959 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Pushing event updated for resources: {'Port': ['ID=c0b76631-4ff7-4c87-bb89-0495c264760f,revision_number=5']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:36.472607 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:36.605971 dv-cinder-788365-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ccd595-cfd3-410a-a485-3a566101c1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b76631-4ff7-4c87-bb89-0495c264760f', 'code': 200}
Apr 30 14:10:36.623605 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-09a27a1c-2237-49b1-ae86-6a7d661b7433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7995491'] for router, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:36.835485 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device dc60363f-4a44-4b4c-9349-43021fd94477 up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:10:36.978941 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning for port dc60363f-4a44-4b4c-9349-43021fd94477 completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:10:36.988738 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 0605ea72-6ade-45fd-ba3b-1e951bd3e952 up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:10:37.073175 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a27a1c-2237-49b1-ae86-6a7d661b7433 admin admin] Router 0d75ab8a-2f67-4527-9330-a1a2b34465dd is scheduled to L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d with binding_index 1 {{(pid=73844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 14:10:37.142222 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210f939-dab5-4e23-a43d-5dd15d559e44 req-dfd16530-5d0b-4e9f-9fb4-a490cacde12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:37.147016 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2210f939-dab5-4e23-a43d-5dd15d559e44 req-dfd16530-5d0b-4e9f-9fb4-a490cacde12b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d5ccd595-cfd3-410a-a485-3a566101c1d9 HTTP/1.1" status: 200  len: 1099 time: 0.1371861
Apr 30 14:10:37.160866 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning for port 0605ea72-6ade-45fd-ba3b-1e951bd3e952 completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:10:37.172984 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port 0605ea72-6ade-45fd-ba3b-1e951bd3e952 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:10:37.173346 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:37.235820 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2210f939-dab5-4e23-a43d-5dd15d559e44 req-8e64bed9-e191-4f4c-9b47-87b09a7a906e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fbfb20b7-ea58-42f8-bdee-0014b6b4adce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837862
Apr 30 14:10:37.347651 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:37.390999 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] For port 0605ea72-6ade-45fd-ba3b-1e951bd3e952, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=0605ea72-6ade-45fd-ba3b-1e951bd3e952,segment=NetworkSegment(dc21f2d8-18fd-47bf-9988-a9a35c8ce195),segment_id=dc21f2d8-18fd-47bf-9988-a9a35c8ce195)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:10:37.396048 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:37.398743 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:37.405900 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a27a1c-2237-49b1-ae86-6a7d661b7433 admin admin] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:10:37.418842 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a973921-aa8a-4d47-b34d-47da2e6ec451 None None] Sync routers for ids ['0d75ab8a-2f67-4527-9330-a1a2b34465dd'] in dv-cinder-788365-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:10:37.434515 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a973921-aa8a-4d47-b34d-47da2e6ec451 None None] Routers {'0d75ab8a-2f67-4527-9330-a1a2b34465dd'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:10:37.435647 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-1a973921-aa8a-4d47-b34d-47da2e6ec451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc2b7f550>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:10:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['0d75ab8a-2f67-4527-9330-a1a2b34465dd'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:10:37.449322 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-09a27a1c-2237-49b1-ae86-6a7d661b7433 admin admin] Notify callbacks [] for router, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:37.451900 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-09a27a1c-2237-49b1-ae86-6a7d661b7433 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.0195091
Apr 30 14:10:37.454302 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 46088) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:10:37.509435 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Pushing event updated for resources: {'Port': ['ID=0605ea72-6ade-45fd-ba3b-1e951bd3e952,revision_number=5']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:37.513151 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:37.531953 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e22a6f-8640-4f62-a620-f09854384a73 None None] Network 98916e4c-8d41-4699-9ee2-2ae8dc84a9f0 requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:10:37.709158 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-9617762b-55b3-43dd-b796-789cd3bae953 None None] Provisioning for port dc60363f-4a44-4b4c-9349-43021fd94477 completed by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:10:37.719154 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-9617762b-55b3-43dd-b796-789cd3bae953 None None] Provisioning complete for port dc60363f-4a44-4b4c-9349-43021fd94477 triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:10:37.719612 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9617762b-55b3-43dd-b796-789cd3bae953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:37.760995 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-1a973921-aa8a-4d47-b34d-47da2e6ec451 None None] Set router 0d75ab8a-2f67-4527-9330-a1a2b34465dd gateway port host: dv-cinder-788365-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:10:38.050336 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9617762b-55b3-43dd-b796-789cd3bae953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:38.119458 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-9617762b-55b3-43dd-b796-789cd3bae953 None None] For port dc60363f-4a44-4b4c-9349-43021fd94477, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=dc60363f-4a44-4b4c-9349-43021fd94477,segment=NetworkSegment(2e9d7db8-b69d-49ff-9d45-1e4bf9acb593),segment_id=2e9d7db8-b69d-49ff-9d45-1e4bf9acb593)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:10:38.124931 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9617762b-55b3-43dd-b796-789cd3bae953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:38.129981 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:38.134177 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f881c9-da12-4969-9c6c-7d9ec21d3960 req-0d94efed-6e22-4275-a894-18d860589e77 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:38.141254 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e0f881c9-da12-4969-9c6c-7d9ec21d3960 req-0d94efed-6e22-4275-a894-18d860589e77 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5ccd595-cfd3-410a-a485-3a566101c1d9 HTTP/1.1" status: 200  len: 946 time: 0.2004204
Apr 30 14:10:38.265208 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617762b-55b3-43dd-b796-789cd3bae953 None None] Pushing event updated for resources: {'Port': ['ID=dc60363f-4a44-4b4c-9349-43021fd94477,revision_number=3']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:38.268662 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-9617762b-55b3-43dd-b796-789cd3bae953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:38.323190 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e0f881c9-da12-4969-9c6c-7d9ec21d3960 req-87d0a051-cec6-4df0-8e27-1f41f28bbfa9 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbfb20b7-ea58-42f8-bdee-0014b6b4adce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1807737
Apr 30 14:10:38.368710 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-3ef8b854-93ad-4d37-92aa-5390ad94f4fb None None] Provisioning complete for port dc60363f-4a44-4b4c-9349-43021fd94477 triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:10:38.369941 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-3ef8b854-93ad-4d37-92aa-5390ad94f4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:38.535948 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-1a973921-aa8a-4d47-b34d-47da2e6ec451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc2b7f550>, [{'id': '0d75ab8a-2f67-4527-9330-a1a2b34465dd', 'name': 'tempest-TestMinimumBasicScenario-495636018-router', 'tenant_id': '482b2c9162aa4ed8b20f6f2c594fc89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:33Z', 'updated_at': '2021-04-30T14:10:35Z', 'revision_number': 3, 'project_id': '482b2c9162aa4ed8b20f6f2c594fc89d', 'gw_port': {'id': '8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d75ab8a-2f67-4527-9330-a1a2b34465dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:34Z', 'updated_at': '2021-04-30T14:10:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi'}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:10:38.540500 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a973921-aa8a-4d47-b34d-47da2e6ec451 None None] Checking router: 0d75ab8a-2f67-4527-9330-a1a2b34465dd for host: dv-cinder-788365-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:10:38.540859 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a973921-aa8a-4d47-b34d-47da2e6ec451 None None] Updating router 0d75ab8a-2f67-4527-9330-a1a2b34465dd port 8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef binding host dv-cinder-788365-2-iscsi {{(pid=73847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 14:10:38.595035 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-1a973921-aa8a-4d47-b34d-47da2e6ec451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:38.627017 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-635e67d8-0a54-4edf-939e-aefa861b4a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:38.667448 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device dc60363f-4a44-4b4c-9349-43021fd94477 up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:10:38.748685 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port dc60363f-4a44-4b4c-9349-43021fd94477 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:10:38.749061 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:38.838575 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [None req-635e67d8-0a54-4edf-939e-aefa861b4a1d admin admin] Allocated IP 172.20.0.1 (98916e4c-8d41-4699-9ee2-2ae8dc84a9f0/9c64878a-13a9-4708-9e13-ee253bf1d4b6/eadfb72f-db3b-4b70-ae8b-5f8fc152d13e) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:10:38.871094 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 0605ea72-6ade-45fd-ba3b-1e951bd3e952 up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:10:38.938187 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-1a973921-aa8a-4d47-b34d-47da2e6ec451 None None] Notify callbacks [] for port, precommit_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:38.938513 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port 0605ea72-6ade-45fd-ba3b-1e951bd3e952 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:10:38.938776 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:38.951514 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-1a973921-aa8a-4d47-b34d-47da2e6ec451 None None] Transition to ACTIVE for port object 8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef will not be triggered until provisioned by entity L2. {{(pid=73847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:10:38.972309 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-1a973921-aa8a-4d47-b34d-47da2e6ec451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:38.977874 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:39.010083 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-635e67d8-0a54-4edf-939e-aefa861b4a1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:39.045643 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [None req-635e67d8-0a54-4edf-939e-aefa861b4a1d admin admin] Transition to ACTIVE for port object eadfb72f-db3b-4b70-ae8b-5f8fc152d13e will not be triggered until provisioned by entity DHCP. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:10:39.086800 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-635e67d8-0a54-4edf-939e-aefa861b4a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:39.089004 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-1a973921-aa8a-4d47-b34d-47da2e6ec451 None None] Attempting to bind port 8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef on host dv-cinder-788365-2-iscsi for vnic_type normal with profile  {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:10:39.089329 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-1a973921-aa8a-4d47-b34d-47da2e6ec451 None None] Attempting to bind port 8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef by drivers openvswitch,hyperv on host dv-cinder-788365-2-iscsi at level 0 using segments [{'id': 'd90c35f3-ac38-4f09-b94c-cacd24da79a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:10:39.089681 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a973921-aa8a-4d47-b34d-47da2e6ec451 None None] Attempting to bind port 8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef on network 304f1885-0a25-4285-aed6-702a057610f8 {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:10:39.091665 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:39.103903 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020b8bd-94dd-4799-8216-6e104df6305a None None] Pushing event updated for resources: {'Port': ['ID=8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef,revision_number=2']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:39.103903 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a973921-aa8a-4d47-b34d-47da2e6ec451 None None] Checking agent: {'id': '4f0b0810-19ae-4b24-abc7-3f67c142f33a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 59, 51), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:10:39.103903 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a973921-aa8a-4d47-b34d-47da2e6ec451 None None] Checking segment: {'id': 'd90c35f3-ac38-4f09-b94c-cacd24da79a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:10:39.103903 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-1a973921-aa8a-4d47-b34d-47da2e6ec451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:39.103903 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a973921-aa8a-4d47-b34d-47da2e6ec451 None None] Bound using segment: {'id': 'd90c35f3-ac38-4f09-b94c-cacd24da79a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:10:39.103903 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-1a973921-aa8a-4d47-b34d-47da2e6ec451 None None] Bound port: 8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef, host: dv-cinder-788365-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd90c35f3-ac38-4f09-b94c-cacd24da79a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'}}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:10:39.104557 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-1a973921-aa8a-4d47-b34d-47da2e6ec451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:39.154463 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-c020b8bd-94dd-4799-8216-6e104df6305a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:39.186999 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635e67d8-0a54-4edf-939e-aefa861b4a1d admin admin] Network 98916e4c-8d41-4699-9ee2-2ae8dc84a9f0 is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:10:39.192942 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-635e67d8-0a54-4edf-939e-aefa861b4a1d admin admin] Resources bound (agent type, host, resource id):  {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:10:39.199739 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635e67d8-0a54-4edf-939e-aefa861b4a1d admin admin] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:10:39.200654 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-635e67d8-0a54-4edf-939e-aefa861b4a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998445'] for router_interface, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:39.230848 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-1a973921-aa8a-4d47-b34d-47da2e6ec451 None None] For port 8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef, host dv-cinder-788365-2-iscsi, cleared binding levels {{(pid=73847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:10:39.236052 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-1a973921-aa8a-4d47-b34d-47da2e6ec451 None None] For port 8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef, host dv-cinder-788365-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef,segment=NetworkSegment(d90c35f3-ac38-4f09-b94c-cacd24da79a8),segment_id=d90c35f3-ac38-4f09-b94c-cacd24da79a8)] {{(pid=73847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:10:39.241006 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-1a973921-aa8a-4d47-b34d-47da2e6ec451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:39.246247 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-2422b0c6-b9c9-4530-8e8e-79fbadf8ddbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:39.263895 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e67d8-0a54-4edf-939e-aefa861b4a1d admin admin] Pushing event updated for resources: {'Port': ['ID=eadfb72f-db3b-4b70-ae8b-5f8fc152d13e,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:39.268200 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-635e67d8-0a54-4edf-939e-aefa861b4a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:39.339312 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020b8bd-94dd-4799-8216-6e104df6305a None None] Pushing event updated for resources: {'Port': ['ID=8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef,revision_number=3']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:39.345955 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-c020b8bd-94dd-4799-8216-6e104df6305a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:39.349568 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a973921-aa8a-4d47-b34d-47da2e6ec451 None None] Routers {'0d75ab8a-2f67-4527-9330-a1a2b34465dd'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:10:39.351028 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-1a973921-aa8a-4d47-b34d-47da2e6ec451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc2b7f550>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:10:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['0d75ab8a-2f67-4527-9330-a1a2b34465dd'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:10:39.427972 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-635e67d8-0a54-4edf-939e-aefa861b4a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:39.467561 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-e1745409-b107-42d1-85c7-16edc0ead8f6 None None] Provisioning for port eadfb72f-db3b-4b70-ae8b-5f8fc152d13e completed by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:10:39.474144 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-e1745409-b107-42d1-85c7-16edc0ead8f6 None None] Provisioning complete for port eadfb72f-db3b-4b70-ae8b-5f8fc152d13e triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:10:39.474815 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e1745409-b107-42d1-85c7-16edc0ead8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:39.533836 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-e1745409-b107-42d1-85c7-16edc0ead8f6 None None] Port eadfb72f-db3b-4b70-ae8b-5f8fc152d13e cannot update to ACTIVE because it is not bound. {{(pid=73846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 14:10:39.565236 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-1a973921-aa8a-4d47-b34d-47da2e6ec451 None None] Set router 0d75ab8a-2f67-4527-9330-a1a2b34465dd gateway port host: dv-cinder-788365-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:10:39.573366 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd420ae-8c21-4725-bc65-abf65f4a8579 req-575f4a35-fd5a-4380-b0ee-66754d7c6cea tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:39.577532 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-cfd420ae-8c21-4725-bc65-abf65f4a8579 req-575f4a35-fd5a-4380-b0ee-66754d7c6cea tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5ccd595-cfd3-410a-a485-3a566101c1d9 HTTP/1.1" status: 200  len: 946 time: 0.1051886
Apr 30 14:10:39.622734 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-cfd420ae-8c21-4725-bc65-abf65f4a8579 req-fc4854d5-049d-43a9-86ed-65d83361868b tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbfb20b7-ea58-42f8-bdee-0014b6b4adce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415668
Apr 30 14:10:39.674305 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-635e67d8-0a54-4edf-939e-aefa861b4a1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:39.679424 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-635e67d8-0a54-4edf-939e-aefa861b4a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:39.680704 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-635e67d8-0a54-4edf-939e-aefa861b4a1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998280'] for router_interface, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:39.685440 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:39.903959 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-1a973921-aa8a-4d47-b34d-47da2e6ec451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc2b7f550>, [{'id': '0d75ab8a-2f67-4527-9330-a1a2b34465dd', 'name': 'tempest-TestMinimumBasicScenario-495636018-router', 'tenant_id': '482b2c9162aa4ed8b20f6f2c594fc89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:33Z', 'updated_at': '2021-04-30T14:10:39Z', 'revision_number': 4, 'project_id': '482b2c9162aa4ed8b20f6f2c594fc89d', 'gw_port': {'id': '8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d75ab8a-2f67-4527-9330-a1a2b34465dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:34Z', 'updated_at': '2021-04-30T14:10:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': 'eadfb72f-db3b-4b70-ae8b-5f8fc152d13e', 'name': '', 'network_id': '98916e4c-8d41-4699-9ee2-2ae8dc84a9f0', 'tenant_id': '482b2c9162aa4ed8b20f6f2c594fc89d', 'mac_address': 'fa:16:3e:da:f3:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d75ab8a-2f67-4527-9330-a1a2b34465dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '9c64878a-13a9-4708-9e13-ee253bf1d4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:38Z', 'updated_at': '2021-04-30T14:10:38Z', 'revision_number': 1, 'project_id': '482b2c9162aa4ed8b20f6f2c594fc89d', 'subnets': [{'id': '9c64878a-13a9-4708-9e13-ee253bf1d4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:10:39.908044 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a973921-aa8a-4d47-b34d-47da2e6ec451 None None] The sync data for ids ['0d75ab8a-2f67-4527-9330-a1a2b34465dd'] in dv-cinder-788365-2-iscsi is: [{'id': '0d75ab8a-2f67-4527-9330-a1a2b34465dd', 'name': 'tempest-TestMinimumBasicScenario-495636018-router', 'tenant_id': '482b2c9162aa4ed8b20f6f2c594fc89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:33Z', 'updated_at': '2021-04-30T14:10:39Z', 'revision_number': 4, 'project_id': '482b2c9162aa4ed8b20f6f2c594fc89d', 'gw_port': {'id': '8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d75ab8a-2f67-4527-9330-a1a2b34465dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:34Z', 'updated_at': '2021-04-30T14:10:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': 'eadfb72f-db3b-4b70-ae8b-5f8fc152d13e', 'name': '', 'network_id': '98916e4c-8d41-4699-9ee2-2ae8dc84a9f0', 'tenant_id': '482b2c9162aa4ed8b20f6f2c594fc89d', 'mac_address': 'fa:16:3e:da:f3:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d75ab8a-2f67-4527-9330-a1a2b34465dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '9c64878a-13a9-4708-9e13-ee253bf1d4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:38Z', 'updated_at': '2021-04-30T14:10:38Z', 'revision_number': 1, 'project_id': '482b2c9162aa4ed8b20f6f2c594fc89d', 'subnets': [{'id': '9c64878a-13a9-4708-9e13-ee253bf1d4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:10:39.927234 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e67d8-0a54-4edf-939e-aefa861b4a1d admin admin] Pushing event updated for resources: {'Port': ['ID=eadfb72f-db3b-4b70-ae8b-5f8fc152d13e,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:39.932100 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-635e67d8-0a54-4edf-939e-aefa861b4a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:39.980396 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635e67d8-0a54-4edf-939e-aefa861b4a1d admin admin] Network 98916e4c-8d41-4699-9ee2-2ae8dc84a9f0 is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:10:39.983156 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-635e67d8-0a54-4edf-939e-aefa861b4a1d admin admin] Resources bound (agent type, host, resource id):  {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:10:40.258885 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635e67d8-0a54-4edf-939e-aefa861b4a1d admin admin] Router 0d75ab8a-2f67-4527-9330-a1a2b34465dd has already been hosted by L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d {{(pid=73845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 14:10:40.368280 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-a747b107-48b4-4da3-b206-b77de568e3f8 None None] Provisioning complete for port eadfb72f-db3b-4b70-ae8b-5f8fc152d13e triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:10:40.369303 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a747b107-48b4-4da3-b206-b77de568e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:40.454400 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-a747b107-48b4-4da3-b206-b77de568e3f8 None None] Port eadfb72f-db3b-4b70-ae8b-5f8fc152d13e cannot update to ACTIVE because it is not bound. {{(pid=73846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 14:10:40.520914 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635e67d8-0a54-4edf-939e-aefa861b4a1d admin admin] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:10:40.535413 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-635e67d8-0a54-4edf-939e-aefa861b4a1d admin admin] 10.222.0.32 "PUT /v2.0/routers/0d75ab8a-2f67-4527-9330-a1a2b34465dd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0742526
Apr 30 14:10:41.180136 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca18d59-9624-4a93-abb8-21e4e001e862 req-2aecbca2-1561-4941-8768-740de1b59771 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:41.181897 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-fca18d59-9624-4a93-abb8-21e4e001e862 req-2aecbca2-1561-4941-8768-740de1b59771 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5ccd595-cfd3-410a-a485-3a566101c1d9 HTTP/1.1" status: 200  len: 946 time: 0.1169519
Apr 30 14:10:41.247377 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-fca18d59-9624-4a93-abb8-21e4e001e862 req-f8cbe963-1ddd-41f4-b815-20284d6f2ab5 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbfb20b7-ea58-42f8-bdee-0014b6b4adce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474360
Apr 30 14:10:42.277266 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10090392-02f7-4375-8d42-eeaa228172f4 req-1cc6b0e9-3802-48a2-862e-974a91cfd6dd tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:42.279439 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-10090392-02f7-4375-8d42-eeaa228172f4 req-1cc6b0e9-3802-48a2-862e-974a91cfd6dd tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5ccd595-cfd3-410a-a485-3a566101c1d9 HTTP/1.1" status: 200  len: 946 time: 0.0979886
Apr 30 14:10:42.679340 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277060a-7369-4d03-b2b4-cdd55e84bc11 req-acb3b632-f03e-45e7-b9a2-a24e982dbb48 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:42.682714 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d277060a-7369-4d03-b2b4-cdd55e84bc11 req-acb3b632-f03e-45e7-b9a2-a24e982dbb48 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5ccd595-cfd3-410a-a485-3a566101c1d9 HTTP/1.1" status: 200  len: 946 time: 0.2160697
Apr 30 14:10:42.686623 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-10090392-02f7-4375-8d42-eeaa228172f4 req-a087fbab-c732-44d7-8c03-019132451aa4 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Deleting port c0b76631-4ff7-4c87-bb89-0495c264760f {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:10:42.687151 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-10090392-02f7-4375-8d42-eeaa228172f4 req-a087fbab-c732-44d7-8c03-019132451aa4 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:42.812812 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:10:42.911909 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d277060a-7369-4d03-b2b4-cdd55e84bc11 req-932014eb-9ecc-42e9-9363-7fd9ce3916e1 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbfb20b7-ea58-42f8-bdee-0014b6b4adce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1880434
Apr 30 14:10:42.980814 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning for port 8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:10:42.997532 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port 8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:10:42.997838 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-10090392-02f7-4375-8d42-eeaa228172f4 req-a087fbab-c732-44d7-8c03-019132451aa4 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] For port c0b76631-4ff7-4c87-bb89-0495c264760f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c0b76631-4ff7-4c87-bb89-0495c264760f,segment=NetworkSegment(d653b247-01ef-4b90-b8ee-6585c74137f4),segment_id=d653b247-01ef-4b90-b8ee-6585c74137f4)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:10:42.998630 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-10090392-02f7-4375-8d42-eeaa228172f4 req-a087fbab-c732-44d7-8c03-019132451aa4 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:42.999114 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:43.142363 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68c1054-0b9b-4aea-b70f-2a05990cfde2 None None] Sync routers for ids ['0d75ab8a-2f67-4527-9330-a1a2b34465dd'] in dv-cinder-788365-2-iscsi {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:10:43.172969 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68c1054-0b9b-4aea-b70f-2a05990cfde2 None None] Routers {'0d75ab8a-2f67-4527-9330-a1a2b34465dd'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:10:43.174508 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-e68c1054-0b9b-4aea-b70f-2a05990cfde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc1f26700>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:10:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['0d75ab8a-2f67-4527-9330-a1a2b34465dd'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:10:43.175307 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-10090392-02f7-4375-8d42-eeaa228172f4 req-a087fbab-c732-44d7-8c03-019132451aa4 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Calling delete_port for c0b76631-4ff7-4c87-bb89-0495c264760f owned by compute:nova {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:10:43.371443 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-10090392-02f7-4375-8d42-eeaa228172f4 req-a087fbab-c732-44d7-8c03-019132451aa4 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:43.378701 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-d0141091-124b-4137-bfc7-871e2944b192 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:43.418362 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] get_ports_and_sgs() called for port_ids ['c0b76631-4ff7-4c87-bb89-0495c264760f'] {{(pid=73846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 14:10:43.437359 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087fbab-c732-44d7-8c03-019132451aa4 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Pushing event deleted for resources: {'Port': ['ID=c0b76631-4ff7-4c87-bb89-0495c264760f,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:43.439808 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-a087fbab-c732-44d7-8c03-019132451aa4 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:43.524538 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-10090392-02f7-4375-8d42-eeaa228172f4 req-a087fbab-c732-44d7-8c03-019132451aa4 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] No DVR routers for this DVR port c0b76631-4ff7-4c87-bb89-0495c264760f on host hv-cinder-78836 {{(pid=73845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 14:10:43.527414 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-10090392-02f7-4375-8d42-eeaa228172f4 req-a087fbab-c732-44d7-8c03-019132451aa4 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:43.530311 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ccd595-cfd3-410a-a485-3a566101c1d9', 'name': 'network-vif-deleted', 'tag': 'c0b76631-4ff7-4c87-bb89-0495c264760f'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:10:43.555275 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-10090392-02f7-4375-8d42-eeaa228172f4 req-a087fbab-c732-44d7-8c03-019132451aa4 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.43 "DELETE /v2.0/ports/c0b76631-4ff7-4c87-bb89-0495c264760f HTTP/1.1" status: 204  len: 173 time: 1.2675827
Apr 30 14:10:43.556612 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-e68c1054-0b9b-4aea-b70f-2a05990cfde2 None None] Set router 0d75ab8a-2f67-4527-9330-a1a2b34465dd gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:10:43.623583 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:43.641673 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] For port 8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef,segment=NetworkSegment(d90c35f3-ac38-4f09-b94c-cacd24da79a8),segment_id=d90c35f3-ac38-4f09-b94c-cacd24da79a8)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:10:43.648332 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:43.649382 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:43.688263 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ccd595-cfd3-410a-a485-3a566101c1d9', 'name': 'network-vif-deleted', 'tag': 'c0b76631-4ff7-4c87-bb89-0495c264760f', 'status': 'completed', 'code': 200}
Apr 30 14:10:44.285255 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Pushing event updated for resources: {'Port': ['ID=8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef,revision_number=4']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:44.293014 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:44.468072 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-0f9213cd-7d34-418b-b2cc-d1697d0725c0 req-5b429673-849a-47f8-87c1-6d3a9240ccce tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Synchronizing usage tracker for tenant:f109969c9dd24ae6b35532aa81c6bceb on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:10:44.494215 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-e68c1054-0b9b-4aea-b70f-2a05990cfde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc1f26700>, [{'id': '0d75ab8a-2f67-4527-9330-a1a2b34465dd', 'name': 'tempest-TestMinimumBasicScenario-495636018-router', 'tenant_id': '482b2c9162aa4ed8b20f6f2c594fc89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:33Z', 'updated_at': '2021-04-30T14:10:39Z', 'revision_number': 4, 'project_id': '482b2c9162aa4ed8b20f6f2c594fc89d', 'gw_port': {'id': '8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d75ab8a-2f67-4527-9330-a1a2b34465dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:34Z', 'updated_at': '2021-04-30T14:10:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': 'eadfb72f-db3b-4b70-ae8b-5f8fc152d13e', 'name': '', 'network_id': '98916e4c-8d41-4699-9ee2-2ae8dc84a9f0', 'tenant_id': '482b2c9162aa4ed8b20f6f2c594fc89d', 'mac_address': 'fa:16:3e:da:f3:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d75ab8a-2f67-4527-9330-a1a2b34465dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '9c64878a-13a9-4708-9e13-ee253bf1d4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:38Z', 'updated_at': '2021-04-30T14:10:39Z', 'revision_number': 2, 'project_id': '482b2c9162aa4ed8b20f6f2c594fc89d', 'subnets': [{'id': '9c64878a-13a9-4708-9e13-ee253bf1d4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:10:44.497532 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-0f9213cd-7d34-418b-b2cc-d1697d0725c0 req-5b429673-849a-47f8-87c1-6d3a9240ccce tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Unset dirty status for tenant:f109969c9dd24ae6b35532aa81c6bceb on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:10:44.501219 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68c1054-0b9b-4aea-b70f-2a05990cfde2 None None] Checking router: 0d75ab8a-2f67-4527-9330-a1a2b34465dd for host: dv-cinder-788365-2-iscsi {{(pid=73846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:10:44.502095 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68c1054-0b9b-4aea-b70f-2a05990cfde2 None None] Updating router 0d75ab8a-2f67-4527-9330-a1a2b34465dd port eadfb72f-db3b-4b70-ae8b-5f8fc152d13e binding host dv-cinder-788365-2-iscsi {{(pid=73846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 14:10:44.515553 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0f9213cd-7d34-418b-b2cc-d1697d0725c0 req-5b429673-849a-47f8-87c1-6d3a9240ccce tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5ccd595-cfd3-410a-a485-3a566101c1d9 HTTP/1.1" status: 200  len: 210 time: 0.1984448
Apr 30 14:10:44.615197 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e68c1054-0b9b-4aea-b70f-2a05990cfde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:44.714034 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:10:45.056504 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port 8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:10:45.056947 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:45.536476 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.db.resource_extend [None req-e68c1054-0b9b-4aea-b70f-2a05990cfde2 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 14:10:45.648423 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device c0b76631-4ff7-4c87-bb89-0495c264760f no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:10:45.721857 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] No Port match for: c0b76631-4ff7-4c87-bb89-0495c264760f {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:10:45.722504 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device c0b76631-4ff7-4c87-bb89-0495c264760f not bound to the agent host hv-cinder-78836 {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:10:45.747743 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e68c1054-0b9b-4aea-b70f-2a05990cfde2 None None] Notify callbacks [] for port, precommit_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:45.767506 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-e68c1054-0b9b-4aea-b70f-2a05990cfde2 None None] Transition to ACTIVE for port object eadfb72f-db3b-4b70-ae8b-5f8fc152d13e will not be triggered until provisioned by entity L2. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:10:45.790443 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e68c1054-0b9b-4aea-b70f-2a05990cfde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:45.795861 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:46.050324 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725ef30-f6c6-4089-b835-0a73c53000f6 None None] Pushing event updated for resources: {'Port': ['ID=eadfb72f-db3b-4b70-ae8b-5f8fc152d13e,revision_number=3']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:46.060951 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-0725ef30-f6c6-4089-b835-0a73c53000f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:46.187367 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-e68c1054-0b9b-4aea-b70f-2a05990cfde2 None None] Attempting to bind port eadfb72f-db3b-4b70-ae8b-5f8fc152d13e on host dv-cinder-788365-2-iscsi for vnic_type normal with profile  {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:10:46.187553 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-e68c1054-0b9b-4aea-b70f-2a05990cfde2 None None] Attempting to bind port eadfb72f-db3b-4b70-ae8b-5f8fc152d13e by drivers openvswitch,hyperv on host dv-cinder-788365-2-iscsi at level 0 using segments [{'id': '2e9d7db8-b69d-49ff-9d45-1e4bf9acb593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': '98916e4c-8d41-4699-9ee2-2ae8dc84a9f0'}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:10:46.193433 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68c1054-0b9b-4aea-b70f-2a05990cfde2 None None] Attempting to bind port eadfb72f-db3b-4b70-ae8b-5f8fc152d13e on network 98916e4c-8d41-4699-9ee2-2ae8dc84a9f0 {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:10:46.210236 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68c1054-0b9b-4aea-b70f-2a05990cfde2 None None] Checking agent: {'id': '4f0b0810-19ae-4b24-abc7-3f67c142f33a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 59, 51), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:10:46.210641 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68c1054-0b9b-4aea-b70f-2a05990cfde2 None None] Checking segment: {'id': '2e9d7db8-b69d-49ff-9d45-1e4bf9acb593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': '98916e4c-8d41-4699-9ee2-2ae8dc84a9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:10:46.211066 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e68c1054-0b9b-4aea-b70f-2a05990cfde2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:46.211515 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68c1054-0b9b-4aea-b70f-2a05990cfde2 None None] Bound using segment: {'id': '2e9d7db8-b69d-49ff-9d45-1e4bf9acb593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': '98916e4c-8d41-4699-9ee2-2ae8dc84a9f0'} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:10:46.212025 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-e68c1054-0b9b-4aea-b70f-2a05990cfde2 None None] Bound port: eadfb72f-db3b-4b70-ae8b-5f8fc152d13e, host: dv-cinder-788365-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e9d7db8-b69d-49ff-9d45-1e4bf9acb593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': '98916e4c-8d41-4699-9ee2-2ae8dc84a9f0'}}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:10:46.212410 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e68c1054-0b9b-4aea-b70f-2a05990cfde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:46.307294 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98f708-794c-4541-9c17-e19758cdbde7 req-b3bef2ea-c607-4776-b724-bc327f969205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:46.309600 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8b98f708-794c-4541-9c17-e19758cdbde7 req-b3bef2ea-c607-4776-b724-bc327f969205 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1036f2f1678545d3aa4b54e8aa882dbc&device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 1098 time: 0.4399750
Apr 30 14:10:46.317335 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d4edb-6b9e-446b-a627-ec825bfaab06 req-45ef30e3-620a-4472-be45-e1414925303b tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:46.320978 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bb7d4edb-6b9e-446b-a627-ec825bfaab06 req-45ef30e3-620a-4472-be45-e1414925303b tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.3651400
Apr 30 14:10:46.400962 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-e68c1054-0b9b-4aea-b70f-2a05990cfde2 None None] For port eadfb72f-db3b-4b70-ae8b-5f8fc152d13e, host dv-cinder-788365-2-iscsi, cleared binding levels {{(pid=73846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:10:46.407731 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-e68c1054-0b9b-4aea-b70f-2a05990cfde2 None None] For port eadfb72f-db3b-4b70-ae8b-5f8fc152d13e, host dv-cinder-788365-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=eadfb72f-db3b-4b70-ae8b-5f8fc152d13e,segment=NetworkSegment(2e9d7db8-b69d-49ff-9d45-1e4bf9acb593),segment_id=2e9d7db8-b69d-49ff-9d45-1e4bf9acb593)] {{(pid=73846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:10:46.416481 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-f45c6b26-81d3-4a25-8297-b511302370ef tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:46.417215 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-f45c6b26-81d3-4a25-8297-b511302370ef tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Synchronizing usage tracker for tenant:f109969c9dd24ae6b35532aa81c6bceb on resource:network {{(pid=73844) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:10:46.428953 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e68c1054-0b9b-4aea-b70f-2a05990cfde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:46.439315 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-f45c6b26-81d3-4a25-8297-b511302370ef tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Unset dirty status for tenant:f109969c9dd24ae6b35532aa81c6bceb on resource:network {{(pid=73844) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:10:46.441002 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-f45c6b26-81d3-4a25-8297-b511302370ef tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/networks?id=933ef562-aeaa-48c6-85e4-387a407fb154 HTTP/1.1" status: 200  len: 808 time: 0.2637269
Apr 30 14:10:46.442094 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-9d7a5ca4-36ca-460b-ad22-5686a489d23f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:46.467048 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-266a5e38-5d3c-4e9e-b80f-ba5856f44d0e tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/quotas/f109969c9dd24ae6b35532aa81c6bceb HTTP/1.1" status: 200  len: 375 time: 0.0195014
Apr 30 14:10:46.503681 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bb7d4edb-6b9e-446b-a627-ec825bfaab06 req-8cf9a013-6c9d-4fad-9457-3c8116b91f79 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1586211
Apr 30 14:10:46.564101 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68c1054-0b9b-4aea-b70f-2a05990cfde2 None None] Routers {'0d75ab8a-2f67-4527-9330-a1a2b34465dd'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:10:46.564766 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-e68c1054-0b9b-4aea-b70f-2a05990cfde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc1f26700>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:10:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['0d75ab8a-2f67-4527-9330-a1a2b34465dd'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:10:46.586006 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98f708-794c-4541-9c17-e19758cdbde7 req-fe5bbee7-c359-4d65-b1ab-cb90de976b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:46.587779 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8b98f708-794c-4541-9c17-e19758cdbde7 req-fe5bbee7-c359-4d65-b1ab-cb90de976b3b service neutron] 10.222.0.43 "GET /v2.0/networks?id=101268f3-2b9c-42c4-ac42-c67a2c420fa2 HTTP/1.1" status: 200  len: 921 time: 0.2655571
Apr 30 14:10:46.738187 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8b98f708-794c-4541-9c17-e19758cdbde7 req-28f8a29a-655b-4a72-b2d1-c26d85213fc6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0895a146-b294-41ff-a7ef-a8a4cf78755c HTTP/1.1" status: 200  len: 217 time: 0.1431689
Apr 30 14:10:46.807575 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-28039973-e63f-494a-b42f-8a3fc81ee924 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f109969c9dd24ae6b35532aa81c6bceb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.3336692
Apr 30 14:10:46.832999 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98f708-794c-4541-9c17-e19758cdbde7 req-6ebba012-ef50-49e3-9873-285522759990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:46.835556 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8b98f708-794c-4541-9c17-e19758cdbde7 req-6ebba012-ef50-49e3-9873-285522759990 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7bffe4b8-8a91-4bea-9ca6-5a1137bd3587 HTTP/1.1" status: 200  len: 859 time: 0.0883758
Apr 30 14:10:46.973271 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8b98f708-794c-4541-9c17-e19758cdbde7 req-2fe2317f-5172-4da5-8b58-e0cc3f14f943 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=101268f3-2b9c-42c4-ac42-c67a2c420fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1313546
Apr 30 14:10:47.004573 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725ef30-f6c6-4089-b835-0a73c53000f6 None None] Pushing event updated for resources: {'Port': ['ID=eadfb72f-db3b-4b70-ae8b-5f8fc152d13e,revision_number=4']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:47.012500 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-0725ef30-f6c6-4089-b835-0a73c53000f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:47.027543 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-e68c1054-0b9b-4aea-b70f-2a05990cfde2 None None] Set router 0d75ab8a-2f67-4527-9330-a1a2b34465dd gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:10:47.068062 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-4371856f-d8a1-4d9c-8f85-26b9f5138704 service neutron] 10.222.0.32 "GET /v2.0/networks/933ef562-aeaa-48c6-85e4-387a407fb154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2593973
Apr 30 14:10:47.281238 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8b98f708-794c-4541-9c17-e19758cdbde7 req-ebb0ab79-e61e-4a6d-866b-e822508df559 service neutron] 10.222.0.43 "GET /v2.0/networks/101268f3-2b9c-42c4-ac42-c67a2c420fa2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3020504
Apr 30 14:10:47.430873 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-23114e2f-648b-4e13-a26c-ea692a588113 service neutron] 10.222.0.32 "GET /v2.0/networks/933ef562-aeaa-48c6-85e4-387a407fb154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3564985
Apr 30 14:10:47.591425 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-e68c1054-0b9b-4aea-b70f-2a05990cfde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc1f26700>, [{'id': '0d75ab8a-2f67-4527-9330-a1a2b34465dd', 'name': 'tempest-TestMinimumBasicScenario-495636018-router', 'tenant_id': '482b2c9162aa4ed8b20f6f2c594fc89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:33Z', 'updated_at': '2021-04-30T14:10:39Z', 'revision_number': 4, 'project_id': '482b2c9162aa4ed8b20f6f2c594fc89d', 'gw_port': {'id': '8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d75ab8a-2f67-4527-9330-a1a2b34465dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:34Z', 'updated_at': '2021-04-30T14:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': 'eadfb72f-db3b-4b70-ae8b-5f8fc152d13e', 'name': '', 'network_id': '98916e4c-8d41-4699-9ee2-2ae8dc84a9f0', 'tenant_id': '482b2c9162aa4ed8b20f6f2c594fc89d', 'mac_address': 'fa:16:3e:da:f3:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d75ab8a-2f67-4527-9330-a1a2b34465dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '9c64878a-13a9-4708-9e13-ee253bf1d4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:38Z', 'updated_at': '2021-04-30T14:10:46Z', 'revision_number': 4, 'project_id': '482b2c9162aa4ed8b20f6f2c594fc89d', 'subnets': [{'id': '9c64878a-13a9-4708-9e13-ee253bf1d4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:10:47.600535 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68c1054-0b9b-4aea-b70f-2a05990cfde2 None None] The sync data for ids ['0d75ab8a-2f67-4527-9330-a1a2b34465dd'] in dv-cinder-788365-2-iscsi is: [{'id': '0d75ab8a-2f67-4527-9330-a1a2b34465dd', 'name': 'tempest-TestMinimumBasicScenario-495636018-router', 'tenant_id': '482b2c9162aa4ed8b20f6f2c594fc89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:33Z', 'updated_at': '2021-04-30T14:10:39Z', 'revision_number': 4, 'project_id': '482b2c9162aa4ed8b20f6f2c594fc89d', 'gw_port': {'id': '8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d75ab8a-2f67-4527-9330-a1a2b34465dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:34Z', 'updated_at': '2021-04-30T14:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': 'eadfb72f-db3b-4b70-ae8b-5f8fc152d13e', 'name': '', 'network_id': '98916e4c-8d41-4699-9ee2-2ae8dc84a9f0', 'tenant_id': '482b2c9162aa4ed8b20f6f2c594fc89d', 'mac_address': 'fa:16:3e:da:f3:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d75ab8a-2f67-4527-9330-a1a2b34465dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '9c64878a-13a9-4708-9e13-ee253bf1d4b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:38Z', 'updated_at': '2021-04-30T14:10:46Z', 'revision_number': 4, 'project_id': '482b2c9162aa4ed8b20f6f2c594fc89d', 'subnets': [{'id': '9c64878a-13a9-4708-9e13-ee253bf1d4b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:10:47.743269 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8b98f708-794c-4541-9c17-e19758cdbde7 req-835f0a61-2806-423a-ad8d-099fbef410ad service neutron] 10.222.0.43 "GET /v2.0/networks/101268f3-2b9c-42c4-ac42-c67a2c420fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4382589
Apr 30 14:10:47.790300 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ec852-700e-4f95-9be8-8e2d86d5ae10 req-2e19973f-9c34-4026-8279-575cdabc0752 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:47.798445 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-115ec852-700e-4f95-9be8-8e2d86d5ae10 req-2e19973f-9c34-4026-8279-575cdabc0752 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7889c7-2d22-4191-87c3-2a938f99ce01 HTTP/1.1" status: 200  len: 945 time: 0.1983774
Apr 30 14:10:47.863816 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-115ec852-700e-4f95-9be8-8e2d86d5ae10 req-31a5f519-fd10-4e1c-8c07-f61b3c2233d7 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642862
Apr 30 14:10:47.890642 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30280e72-ca5b-46eb-aa31-009e84fa6025 req-e72897f4-f01b-4601-8e11-48b2f71aaf41 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:47.899771 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-30280e72-ca5b-46eb-aa31-009e84fa6025 req-e72897f4-f01b-4601-8e11-48b2f71aaf41 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.2313755
Apr 30 14:10:48.003791 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-30280e72-ca5b-46eb-aa31-009e84fa6025 req-28990b71-4c94-4034-bcbd-c4bea6bc92e1 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018088
Apr 30 14:10:48.073771 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3bdcdb48-bfc2-43da-ac0b-197ed9877464 req-422dc1c4-8cc3-45a2-8315-6460d98910a0 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/ports?device_id=3053657f-76e6-448a-af0f-5e1cd8eafe0f HTTP/1.1" status: 200  len: 210 time: 0.0868163
Apr 30 14:10:48.683565 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-5d00d80c-cbd1-4270-b7b4-fddea10dd165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:48.883809 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64700c-b1b6-475c-9129-6a2b4c7334e7 req-5a339841-2ba9-419b-8914-1f228b6ddcc6 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:48.888381 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fc64700c-b1b6-475c-9129-6a2b4c7334e7 req-5a339841-2ba9-419b-8914-1f228b6ddcc6 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7889c7-2d22-4191-87c3-2a938f99ce01 HTTP/1.1" status: 200  len: 945 time: 0.2199581
Apr 30 14:10:48.954786 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device eadfb72f-db3b-4b70-ae8b-5f8fc152d13e up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:10:49.129699 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8cbd87-614f-4a93-bc73-a9eb2ac2c9de req-afbfc21f-3532-4f1e-abe6-9ae5ebcb70ab tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:49.144568 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-2e8cbd87-614f-4a93-bc73-a9eb2ac2c9de req-afbfc21f-3532-4f1e-abe6-9ae5ebcb70ab tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7889c7-2d22-4191-87c3-2a938f99ce01 HTTP/1.1" status: 200  len: 945 time: 0.1400878
Apr 30 14:10:49.170560 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning for port eadfb72f-db3b-4b70-ae8b-5f8fc152d13e completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:10:49.178312 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port eadfb72f-db3b-4b70-ae8b-5f8fc152d13e triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:10:49.179681 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:49.217744 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-2e8cbd87-614f-4a93-bc73-a9eb2ac2c9de req-27f68457-29a2-4764-99c2-c69c38131545 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722783
Apr 30 14:10:49.381224 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:49.423563 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] For port eadfb72f-db3b-4b70-ae8b-5f8fc152d13e, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=eadfb72f-db3b-4b70-ae8b-5f8fc152d13e,segment=NetworkSegment(2e9d7db8-b69d-49ff-9d45-1e4bf9acb593),segment_id=2e9d7db8-b69d-49ff-9d45-1e4bf9acb593)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:10:49.429214 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:49.431407 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-22a9d86d-9d3f-4245-99db-f539425b000d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:49.439649 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-fc64700c-b1b6-475c-9129-6a2b4c7334e7 req-ebdd4787-d52c-4f2e-873d-151a3d1fd453 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Deleting port 45df3700-c1ae-4fb5-b1a6-f32897dcbe60 {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:10:49.440077 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-fc64700c-b1b6-475c-9129-6a2b4c7334e7 req-ebdd4787-d52c-4f2e-873d-151a3d1fd453 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:49.446573 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-83045e1d-ba6e-4ab8-9560-e8e98ff3a72c req-07b9dfb2-dbf7-4d94-895b-c1d7196439e0 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/ports?device_id=3053657f-76e6-448a-af0f-5e1cd8eafe0f HTTP/1.1" status: 200  len: 210 time: 0.0611713
Apr 30 14:10:49.565932 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Pushing event updated for resources: {'Port': ['ID=eadfb72f-db3b-4b70-ae8b-5f8fc152d13e,revision_number=5']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:49.576035 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:10:49.576387 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:10:49.576716 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:10:49.577058 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:10:49.577392 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:10:49.577740 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:10:49.578094 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:10:49.578573 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:10:49.579166 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:10:49.579504 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:10:49.579830 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:10:49.580154 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:10:49.585765 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:49.640742 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d43fa9-6074-4a37-abcd-698e4273c596 req-e5c2d7dc-3d62-4663-a70b-1be8e4b335fb tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:49.651380 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c6d43fa9-6074-4a37-abcd-698e4273c596 req-e5c2d7dc-3d62-4663-a70b-1be8e4b335fb tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.3694849
Apr 30 14:10:49.699797 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-fc64700c-b1b6-475c-9129-6a2b4c7334e7 req-ebdd4787-d52c-4f2e-873d-151a3d1fd453 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] For port 45df3700-c1ae-4fb5-b1a6-f32897dcbe60, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=45df3700-c1ae-4fb5-b1a6-f32897dcbe60,segment=NetworkSegment(6dccc72e-684c-4196-8b31-0016418af8e9),segment_id=6dccc72e-684c-4196-8b31-0016418af8e9)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:10:49.700278 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-fc64700c-b1b6-475c-9129-6a2b4c7334e7 req-ebdd4787-d52c-4f2e-873d-151a3d1fd453 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:49.923805 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-fc64700c-b1b6-475c-9129-6a2b4c7334e7 req-ebdd4787-d52c-4f2e-873d-151a3d1fd453 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Calling delete_port for 45df3700-c1ae-4fb5-b1a6-f32897dcbe60 owned by compute:nova {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:10:49.960463 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c6d43fa9-6074-4a37-abcd-698e4273c596 req-40e6dee4-fff2-41cb-ab52-9cff6b16c01e tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3081090
Apr 30 14:10:50.151955 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-3b2e696c-0956-46cf-8d20-2024bf67d59f tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:50.153113 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-3b2e696c-0956-46cf-8d20-2024bf67d59f tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.43 "GET /v2.0/networks?id=933ef562-aeaa-48c6-85e4-387a407fb154 HTTP/1.1" status: 200  len: 808 time: 0.4825456
Apr 30 14:10:50.173051 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-9768b166-b0a4-44c5-b98f-47a9e48ff6d2 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Request body: {'port': {'device_id': '3053657f-76e6-448a-af0f-5e1cd8eafe0f', 'network_id': '933ef562-aeaa-48c6-85e4-387a407fb154', 'admin_state_up': True, 'tenant_id': 'f109969c9dd24ae6b35532aa81c6bceb'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:10:50.328279 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-9768b166-b0a4-44c5-b98f-47a9e48ff6d2 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:10:50.338757 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-9768b166-b0a4-44c5-b98f-47a9e48ff6d2 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:10:50.352197 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-9768b166-b0a4-44c5-b98f-47a9e48ff6d2 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Made reservation on behalf of f109969c9dd24ae6b35532aa81c6bceb for: {'port': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:10:50.353272 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-9768b166-b0a4-44c5-b98f-47a9e48ff6d2 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:50.503759 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e895c0-f85d-47aa-814b-8fe52e517eef req-30692ac1-6aa9-48f6-bf35-1dd1c16d91d9 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:50.517320 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-80e895c0-f85d-47aa-814b-8fe52e517eef req-30692ac1-6aa9-48f6-bf35-1dd1c16d91d9 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7889c7-2d22-4191-87c3-2a938f99ce01 HTTP/1.1" status: 200  len: 945 time: 0.1389177
Apr 30 14:10:50.604236 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-fc64700c-b1b6-475c-9129-6a2b4c7334e7 req-ebdd4787-d52c-4f2e-873d-151a3d1fd453 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:50.615762 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-80e895c0-f85d-47aa-814b-8fe52e517eef req-5d7251fe-feb5-4a8c-b480-daf2d1a0c153 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967071
Apr 30 14:10:50.624319 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-cf0ee60a-3e18-406e-8fb2-8200c62c1269 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:50.672716 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] get_ports_and_sgs() called for port_ids ['17450d03-c6d4-4a4a-af14-ed8f8992ecd8', '963f392b-9c6f-40e6-8cbe-abd95a5c6244', '62a27248-f30b-4d86-8c43-1741583dc9eb'] {{(pid=73846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 14:10:50.815156 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device eadfb72f-db3b-4b70-ae8b-5f8fc152d13e up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:10:50.848148 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc64700c-b1b6-475c-9129-6a2b4c7334e7 req-ebdd4787-d52c-4f2e-873d-151a3d1fd453 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] No DVR routers for this DVR port 45df3700-c1ae-4fb5-b1a6-f32897dcbe60 on host hv-cinder-78836 {{(pid=73845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 14:10:50.853486 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8660fe7f-7739-477f-81e8-584ab9dfdd27 req-a0b6a03c-23c7-4385-9c29-3c0c226fe97f tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/ports?device_id=3053657f-76e6-448a-af0f-5e1cd8eafe0f HTTP/1.1" status: 200  len: 210 time: 0.0575953
Apr 30 14:10:50.855387 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-fc64700c-b1b6-475c-9129-6a2b4c7334e7 req-ebdd4787-d52c-4f2e-873d-151a3d1fd453 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:50.864565 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7889c7-2d22-4191-87c3-2a938f99ce01', 'name': 'network-vif-deleted', 'tag': '45df3700-c1ae-4fb5-b1a6-f32897dcbe60'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:10:50.871214 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd4787-d52c-4f2e-873d-151a3d1fd453 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Pushing event deleted for resources: {'Port': ['ID=45df3700-c1ae-4fb5-b1a6-f32897dcbe60,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:50.884208 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd4787-d52c-4f2e-873d-151a3d1fd453 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:10:50.884661 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd4787-d52c-4f2e-873d-151a3d1fd453 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:10:50.885083 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd4787-d52c-4f2e-873d-151a3d1fd453 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:10:50.885660 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd4787-d52c-4f2e-873d-151a3d1fd453 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:10:50.886134 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd4787-d52c-4f2e-873d-151a3d1fd453 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:10:50.886695 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd4787-d52c-4f2e-873d-151a3d1fd453 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:10:50.887013 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd4787-d52c-4f2e-873d-151a3d1fd453 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:10:50.887473 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd4787-d52c-4f2e-873d-151a3d1fd453 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:10:50.887880 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd4787-d52c-4f2e-873d-151a3d1fd453 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:10:50.888345 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd4787-d52c-4f2e-873d-151a3d1fd453 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:10:50.888800 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd4787-d52c-4f2e-873d-151a3d1fd453 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:10:50.889201 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd4787-d52c-4f2e-873d-151a3d1fd453 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:10:50.899071 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-ebdd4787-d52c-4f2e-873d-151a3d1fd453 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:50.900432 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-9768b166-b0a4-44c5-b98f-47a9e48ff6d2 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Allocated IP 172.20.0.13 (933ef562-aeaa-48c6-85e4-387a407fb154/08515e4e-ea14-415b-9eda-bad1aada9cf3/8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:10:50.922536 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fc64700c-b1b6-475c-9129-6a2b4c7334e7 req-ebdd4787-d52c-4f2e-873d-151a3d1fd453 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.43 "DELETE /v2.0/ports/45df3700-c1ae-4fb5-b1a6-f32897dcbe60 HTTP/1.1" status: 204  len: 173 time: 2.0247803
Apr 30 14:10:51.055082 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port eadfb72f-db3b-4b70-ae8b-5f8fc152d13e triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:10:51.055538 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:51.140119 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e7889c7-2d22-4191-87c3-2a938f99ce01', 'name': 'network-vif-deleted', 'tag': '45df3700-c1ae-4fb5-b1a6-f32897dcbe60', 'status': 'completed', 'code': 200}
Apr 30 14:10:51.437369 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:51.438852 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-845a01b9-988d-4997-868b-cf216e3a4d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:51.622341 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-9768b166-b0a4-44c5-b98f-47a9e48ff6d2 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:51.628632 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-44cf3870-29d9-4f22-a051-18eea30cbe75 req-5dd35e6b-b87d-4654-a583-d8b6353c3391 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0db1524d-107a-4ce7-b895-e62bdf73e31c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2293527
Apr 30 14:10:51.629053 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ab015-31c3-4516-8bdf-51e2a4eadf53 req-157f986e-c8d6-4a61-b8b0-1161c3419e64 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:51.632534 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-682ab015-31c3-4516-8bdf-51e2a4eadf53 req-157f986e-c8d6-4a61-b8b0-1161c3419e64 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.1591189
Apr 30 14:10:51.649166 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 45df3700-c1ae-4fb5-b1a6-f32897dcbe60 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:10:51.704614 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] No Port match for: 45df3700-c1ae-4fb5-b1a6-f32897dcbe60 {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:10:51.705330 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 45df3700-c1ae-4fb5-b1a6-f32897dcbe60 not bound to the agent host hv-cinder-78836 {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:10:51.773045 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-682ab015-31c3-4516-8bdf-51e2a4eadf53 req-74c9f99c-08b5-4d28-9060-437573a7e368 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1312928
Apr 30 14:10:51.808532 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-9768b166-b0a4-44c5-b98f-47a9e48ff6d2 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:51.832843 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-f17e511b-4298-4dc0-851e-2b25725ae2a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:51.905101 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-9768b166-b0a4-44c5-b98f-47a9e48ff6d2 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Network 933ef562-aeaa-48c6-85e4-387a407fb154 is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:10:51.914970 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-9768b166-b0a4-44c5-b98f-47a9e48ff6d2 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Resources bound (agent type, host, resource id):  {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:10:51.918918 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-9768b166-b0a4-44c5-b98f-47a9e48ff6d2 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:10:51.925218 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-9768b166-b0a4-44c5-b98f-47a9e48ff6d2 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:51.925969 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-9768b166-b0a4-44c5-b98f-47a9e48ff6d2 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:51.959731 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-9768b166-b0a4-44c5-b98f-47a9e48ff6d2 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7906475
Apr 30 14:10:52.007853 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:52.036487 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-63e6ab8a-2d60-44e2-9dbe-3beadab12c46 service neutron] Request body: {'port': {'device_id': '3053657f-76e6-448a-af0f-5e1cd8eafe0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:10:52.176591 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3f206-e695-4bb8-973d-ba2b08035188 req-5e59bb09-ae24-4a0d-89ad-60fe7f273c11 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:52.179611 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-6dd3f206-e695-4bb8-973d-ba2b08035188 req-5e59bb09-ae24-4a0d-89ad-60fe7f273c11 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/ports?device_id=3053657f-76e6-448a-af0f-5e1cd8eafe0f HTTP/1.1" status: 200  len: 932 time: 0.1509855
Apr 30 14:10:52.201129 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-f48682e9-af31-481b-bcce-f0750f322043 req-5006c62e-fa33-4cf6-bd31-f7bb5214c93b tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Synchronizing usage tracker for tenant:115ed14988014677a355d6807f338dbb on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:10:52.228158 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf3870-29d9-4f22-a051-18eea30cbe75 req-f274efdb-d61a-4425-ab94-64f124b28599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:52.230391 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-44cf3870-29d9-4f22-a051-18eea30cbe75 req-f274efdb-d61a-4425-ab94-64f124b28599 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=13478f31079d4d4f97143a6de5da7786&device_id=0db1524d-107a-4ce7-b895-e62bdf73e31c HTTP/1.1" status: 200  len: 1099 time: 0.5547807
Apr 30 14:10:52.239723 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9768b166-b0a4-44c5-b98f-47a9e48ff6d2 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Pushing event updated for resources: {'Port': ['ID=8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:52.244521 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-9768b166-b0a4-44c5-b98f-47a9e48ff6d2 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:52.261994 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-6dd3f206-e695-4bb8-973d-ba2b08035188 req-a5cedf0d-a5bb-45c5-a471-a5cc0258c909 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbfb20b7-ea58-42f8-bdee-0014b6b4adce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764067
Apr 30 14:10:52.312250 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:52.363692 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-f48682e9-af31-481b-bcce-f0750f322043 req-5006c62e-fa33-4cf6-bd31-f7bb5214c93b tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Unset dirty status for tenant:115ed14988014677a355d6807f338dbb on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:10:52.383373 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f48682e9-af31-481b-bcce-f0750f322043 req-5006c62e-fa33-4cf6-bd31-f7bb5214c93b tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e7889c7-2d22-4191-87c3-2a938f99ce01 HTTP/1.1" status: 200  len: 210 time: 0.4313023
Apr 30 14:10:52.500557 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-63e6ab8a-2d60-44e2-9dbe-3beadab12c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:52.722265 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf3870-29d9-4f22-a051-18eea30cbe75 req-de2155d4-4e33-4104-8549-acb97b43a04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:52.724834 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-44cf3870-29d9-4f22-a051-18eea30cbe75 req-de2155d4-4e33-4104-8549-acb97b43a04b service neutron] 10.222.0.43 "GET /v2.0/networks?id=c672d43e-499d-4af9-b38c-fc321cbe269c HTTP/1.1" status: 200  len: 918 time: 0.4667859
Apr 30 14:10:53.078611 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e194144-65f5-42ee-b446-807ced329353 req-e5aa7141-17e1-4f6e-b430-f9176dcb4380 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:53.080150 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-4e194144-65f5-42ee-b446-807ced329353 req-e5aa7141-17e1-4f6e-b430-f9176dcb4380 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.1217020
Apr 30 14:10:53.140448 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-4e194144-65f5-42ee-b446-807ced329353 req-3ff13c6a-f933-4677-8720-2f8e5f93d829 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529938
Apr 30 14:10:53.191015 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-44cf3870-29d9-4f22-a051-18eea30cbe75 req-b6bbc19e-ee63-416b-8da3-4eb8dcd14de9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae HTTP/1.1" status: 200  len: 1002 time: 0.4558361
Apr 30 14:10:53.388707 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-63e6ab8a-2d60-44e2-9dbe-3beadab12c46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b {{(pid=73845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 14:10:53.400527 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-63e6ab8a-2d60-44e2-9dbe-3beadab12c46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:53.429763 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf3870-29d9-4f22-a051-18eea30cbe75 req-5c967134-c104-41c0-b4c7-b6036d1e6b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:53.431637 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-44cf3870-29d9-4f22-a051-18eea30cbe75 req-5c967134-c104-41c0-b4c7-b6036d1e6b1c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f4e52451-0e3b-4085-8ae2-b72618ac007f HTTP/1.1" status: 200  len: 855 time: 0.2332637
Apr 30 14:10:53.435319 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-63e6ab8a-2d60-44e2-9dbe-3beadab12c46 service neutron] Transition to ACTIVE for port object 8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b will not be triggered until provisioned by entity L2. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:10:53.441819 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-63e6ab8a-2d60-44e2-9dbe-3beadab12c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:53.488969 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-4b08260a-6667-4747-b83a-9db69693af83 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:53.614365 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e6ab8a-2d60-44e2-9dbe-3beadab12c46 service neutron] Pushing event updated for resources: {'Port': ['ID=8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:53.624925 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-63e6ab8a-2d60-44e2-9dbe-3beadab12c46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:53.793019 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-63e6ab8a-2d60-44e2-9dbe-3beadab12c46 service neutron] Attempting to bind port 8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:10:53.793575 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-63e6ab8a-2d60-44e2-9dbe-3beadab12c46 service neutron] Attempting to bind port 8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'd653b247-01ef-4b90-b8ee-6585c74137f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1448, 'network_id': '933ef562-aeaa-48c6-85e4-387a407fb154'}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:10:53.793795 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-63e6ab8a-2d60-44e2-9dbe-3beadab12c46 service neutron] Attempting to bind port 8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b on network 933ef562-aeaa-48c6-85e4-387a407fb154 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:10:53.810684 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-63e6ab8a-2d60-44e2-9dbe-3beadab12c46 service neutron] Port 8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b on network 933ef562-aeaa-48c6-85e4-387a407fb154 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 14:10:53.822303 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-63e6ab8a-2d60-44e2-9dbe-3beadab12c46 service neutron] Attempting to bind port 8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b on network 933ef562-aeaa-48c6-85e4-387a407fb154 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:10:53.823482 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:53.852204 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-63e6ab8a-2d60-44e2-9dbe-3beadab12c46 service neutron] Checking agent: {'id': 'd3aa7eed-5c97-490e-b2ea-32000fed17dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 14, 5, 52), 'started_at': datetime.datetime(2021, 4, 30, 14, 5, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:10:53.852841 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-63e6ab8a-2d60-44e2-9dbe-3beadab12c46 service neutron] Checking segment: {'id': 'd653b247-01ef-4b90-b8ee-6585c74137f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1448, 'network_id': '933ef562-aeaa-48c6-85e4-387a407fb154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:10:53.853404 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-63e6ab8a-2d60-44e2-9dbe-3beadab12c46 service neutron] Bound using segment: {'id': 'd653b247-01ef-4b90-b8ee-6585c74137f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1448, 'network_id': '933ef562-aeaa-48c6-85e4-387a407fb154'} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:10:53.854029 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-63e6ab8a-2d60-44e2-9dbe-3beadab12c46 service neutron] Bound port: 8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd653b247-01ef-4b90-b8ee-6585c74137f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1448, 'network_id': '933ef562-aeaa-48c6-85e4-387a407fb154'}}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:10:53.854565 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-63e6ab8a-2d60-44e2-9dbe-3beadab12c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:53.872208 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf3870-29d9-4f22-a051-18eea30cbe75 req-55ae13a8-dc2e-45be-b633-35d59b162335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:53.874100 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-44cf3870-29d9-4f22-a051-18eea30cbe75 req-55ae13a8-dc2e-45be-b633-35d59b162335 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c672d43e-499d-4af9-b38c-fc321cbe269c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3885984
Apr 30 14:10:53.944994 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56bbdf-89ee-4189-98d0-f24fcac35cfd req-32d51fb1-cbc8-4e44-94ed-cc438dd8c14e tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:53.945631 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-2f56bbdf-89ee-4189-98d0-f24fcac35cfd req-32d51fb1-cbc8-4e44-94ed-cc438dd8c14e tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Synchronizing usage tracker for tenant:f109969c9dd24ae6b35532aa81c6bceb on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:10:54.101999 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-2f56bbdf-89ee-4189-98d0-f24fcac35cfd req-32d51fb1-cbc8-4e44-94ed-cc438dd8c14e tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Unset dirty status for tenant:f109969c9dd24ae6b35532aa81c6bceb on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:10:54.109093 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2f56bbdf-89ee-4189-98d0-f24fcac35cfd req-32d51fb1-cbc8-4e44-94ed-cc438dd8c14e tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/ports?device_id=3053657f-76e6-448a-af0f-5e1cd8eafe0f HTTP/1.1" status: 200  len: 944 time: 0.6588457
Apr 30 14:10:54.138864 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-63e6ab8a-2d60-44e2-9dbe-3beadab12c46 service neutron] For port 8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b, host hv-cinder-78836, cleared binding levels {{(pid=73845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:10:54.148815 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-44cf3870-29d9-4f22-a051-18eea30cbe75 req-787a7b10-a534-473d-8b57-cbc1edc0d19a service neutron] 10.222.0.43 "GET /v2.0/networks/c672d43e-499d-4af9-b38c-fc321cbe269c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2636542
Apr 30 14:10:54.166951 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-63e6ab8a-2d60-44e2-9dbe-3beadab12c46 service neutron] For port 8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b,segment=NetworkSegment(d653b247-01ef-4b90-b8ee-6585c74137f4),segment_id=d653b247-01ef-4b90-b8ee-6585c74137f4)] {{(pid=73845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:10:54.356373 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-44cf3870-29d9-4f22-a051-18eea30cbe75 req-4d28e8fe-4d7d-44c6-bcd6-92a3b49b75a6 service neutron] 10.222.0.43 "GET /v2.0/networks/c672d43e-499d-4af9-b38c-fc321cbe269c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1944630
Apr 30 14:10:54.362342 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2f56bbdf-89ee-4189-98d0-f24fcac35cfd req-a8baeada-6700-4f9a-935a-e28ab683e181 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbfb20b7-ea58-42f8-bdee-0014b6b4adce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2522397
Apr 30 14:10:54.364120 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-63e6ab8a-2d60-44e2-9dbe-3beadab12c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:54.379690 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:54.398341 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc87a9-38f7-4861-bb08-b44366375c4b req-1e8e7536-fb62-4b9e-bd2f-b5460385e062 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:54.402660 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-5ccc87a9-38f7-4861-bb08-b44366375c4b req-1e8e7536-fb62-4b9e-bd2f-b5460385e062 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.1207614
Apr 30 14:10:54.452329 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-63e6ab8a-2d60-44e2-9dbe-3beadab12c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:54.453048 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-63e6ab8a-2d60-44e2-9dbe-3beadab12c46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:54.454354 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-63e6ab8a-2d60-44e2-9dbe-3beadab12c46 service neutron] 10.222.0.43 "PUT /v2.0/ports/8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b HTTP/1.1" status: 200  len: 1094 time: 2.4299407
Apr 30 14:10:54.454985 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3053657f-76e6-448a-af0f-5e1cd8eafe0f', 'tag': '8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:10:54.525021 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e6ab8a-2d60-44e2-9dbe-3beadab12c46 service neutron] Pushing event updated for resources: {'Port': ['ID=8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b,revision_number=3']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:54.526315 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-5ccc87a9-38f7-4861-bb08-b44366375c4b req-578175f1-10ba-4d07-9b7e-e3482d42c89e tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109414
Apr 30 14:10:54.606072 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3053657f-76e6-448a-af0f-5e1cd8eafe0f', 'tag': '8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b', 'status': 'completed', 'code': 200}
Apr 30 14:10:54.607166 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-63e6ab8a-2d60-44e2-9dbe-3beadab12c46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:54.664001 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-52c7654f-8551-4412-bfa0-c901f5e82d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:54.665516 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-52c7654f-8551-4412-bfa0-c901f5e82d23 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f109969c9dd24ae6b35532aa81c6bceb&device_id=3053657f-76e6-448a-af0f-5e1cd8eafe0f HTTP/1.1" status: 200  len: 1097 time: 0.1338108
Apr 30 14:10:54.798834 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-c55342fa-7b8c-44e1-89d5-56bc4e382066 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b HTTP/1.1" status: 200  len: 217 time: 0.1206255
Apr 30 14:10:54.898682 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-6725d1c5-2284-413c-809a-a5a3496fd495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:54.900132 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-6725d1c5-2284-413c-809a-a5a3496fd495 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08515e4e-ea14-415b-9eda-bad1aada9cf3 HTTP/1.1" status: 200  len: 848 time: 0.0949826
Apr 30 14:10:54.990183 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-d1c05165-1b28-4678-a316-2e54206e94ce service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=933ef562-aeaa-48c6-85e4-387a407fb154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0824769
Apr 30 14:10:55.230159 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-090f63bd-2f3b-47ea-8168-cb62c99bc16b service neutron] 10.222.0.43 "GET /v2.0/networks/933ef562-aeaa-48c6-85e4-387a407fb154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2268331
Apr 30 14:10:55.643627 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ff8dcb39-38fc-46b2-bff6-73c6c41d87c1 req-d7a737bd-8ebe-453c-b2b1-d3d34136b8dd service neutron] 10.222.0.43 "GET /v2.0/networks/933ef562-aeaa-48c6-85e4-387a407fb154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3966196
Apr 30 14:10:55.832507 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a6b2f-ccfd-4acb-9ec7-fba4c99868ab req-b79fdb8d-4108-4fec-b470-cc729e5987a0 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:55.834708 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8b0a6b2f-ccfd-4acb-9ec7-fba4c99868ab req-b79fdb8d-4108-4fec-b470-cc729e5987a0 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/ports?device_id=3053657f-76e6-448a-af0f-5e1cd8eafe0f HTTP/1.1" status: 200  len: 944 time: 0.1880925
Apr 30 14:10:55.862401 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64034dbc-1081-4257-947c-c6bcc7392019 req-5ad4a013-5386-4ab6-8898-43f4b1ac941c tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:55.866630 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-64034dbc-1081-4257-947c-c6bcc7392019 req-5ad4a013-5386-4ab6-8898-43f4b1ac941c tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.1264467
Apr 30 14:10:55.891460 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9391b7-881d-4403-8f16-c1f8e0077539 req-40b65d53-a565-4988-8870-7b77c01082db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:55.892962 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5e9391b7-881d-4403-8f16-c1f8e0077539 req-40b65d53-a565-4988-8870-7b77c01082db service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f109969c9dd24ae6b35532aa81c6bceb&device_id=3053657f-76e6-448a-af0f-5e1cd8eafe0f HTTP/1.1" status: 200  len: 1097 time: 0.1469779
Apr 30 14:10:55.900885 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8b0a6b2f-ccfd-4acb-9ec7-fba4c99868ab req-399b1734-c95d-4c2c-a1bf-344bf08b0102 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbfb20b7-ea58-42f8-bdee-0014b6b4adce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585620
Apr 30 14:10:55.926679 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-64034dbc-1081-4257-947c-c6bcc7392019 req-1fa4436b-f748-4728-acdc-1f096b5c874d tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522456
Apr 30 14:10:56.137171 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9391b7-881d-4403-8f16-c1f8e0077539 req-1fcba954-5828-4bc7-a3e8-f4e04ee7ee35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:56.138804 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5e9391b7-881d-4403-8f16-c1f8e0077539 req-1fcba954-5828-4bc7-a3e8-f4e04ee7ee35 service neutron] 10.222.0.43 "GET /v2.0/networks?id=933ef562-aeaa-48c6-85e4-387a407fb154 HTTP/1.1" status: 200  len: 910 time: 0.2370269
Apr 30 14:10:56.229808 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5e9391b7-881d-4403-8f16-c1f8e0077539 req-9e5b346e-4292-45de-9d6d-a0fb299c5f4a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b HTTP/1.1" status: 200  len: 217 time: 0.0727530
Apr 30 14:10:56.252414 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe6c87-7a6d-40fd-968e-68658f44cd3b req-e3cee9ae-e3ca-4e5f-9e28-be2ab92487bf tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:56.253930 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3bfe6c87-7a6d-40fd-968e-68658f44cd3b req-e3cee9ae-e3ca-4e5f-9e28-be2ab92487bf tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=6663af79-2251-49cc-8aa0-c18b3d0774cf HTTP/1.1" status: 200  len: 945 time: 0.1726017
Apr 30 14:10:56.352883 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9391b7-881d-4403-8f16-c1f8e0077539 req-3c9448c8-3fbc-4ea3-a82c-96edbbaff254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:56.354571 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5e9391b7-881d-4403-8f16-c1f8e0077539 req-3c9448c8-3fbc-4ea3-a82c-96edbbaff254 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08515e4e-ea14-415b-9eda-bad1aada9cf3 HTTP/1.1" status: 200  len: 848 time: 0.0997708
Apr 30 14:10:56.357559 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3bfe6c87-7a6d-40fd-968e-68658f44cd3b req-5a8d87f8-99a9-4998-bbd6-22c88fd9f47c tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707347
Apr 30 14:10:56.404713 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5e9391b7-881d-4403-8f16-c1f8e0077539 req-cbe192f3-95d8-4b60-bfd1-9c0d5329df35 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=933ef562-aeaa-48c6-85e4-387a407fb154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0438800
Apr 30 14:10:56.544380 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5e9391b7-881d-4403-8f16-c1f8e0077539 req-3ec6ac81-8eb3-478e-a07a-161f53d024f1 service neutron] 10.222.0.43 "GET /v2.0/networks/933ef562-aeaa-48c6-85e4-387a407fb154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1303167
Apr 30 14:10:56.691195 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5e9391b7-881d-4403-8f16-c1f8e0077539 req-3babd81e-0412-44ba-9aca-957be2c2c24e service neutron] 10.222.0.43 "GET /v2.0/networks/933ef562-aeaa-48c6-85e4-387a407fb154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1356654
Apr 30 14:10:56.846534 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-e7a8ecc7-b7fb-4321-becd-30a64b6caa04 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:56.847954 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-e7a8ecc7-b7fb-4321-becd-30a64b6caa04 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/networks?id=84f51274-b399-4df1-a351-7732fe37e539 HTTP/1.1" status: 200  len: 814 time: 0.1557620
Apr 30 14:10:56.863996 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-53561e0e-a57c-4444-ae7c-a1f238af243e tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/quotas/95e816ba6b4d4606b03b593c5f8a65ce HTTP/1.1" status: 200  len: 375 time: 0.0093136
Apr 30 14:10:56.957882 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-eebfa6ea-bd8f-41f2-9784-9d324e8524e9 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=95e816ba6b4d4606b03b593c5f8a65ce&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0880384
Apr 30 14:10:57.113519 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18dd8f-2fcb-41e3-bd73-eaa64b01dbfa req-7159d77c-b580-4baa-9cde-ee3e4a71bc8a tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:57.114651 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-12932ecb-b374-484b-9192-1571a9044f72 service neutron] 10.222.0.32 "GET /v2.0/networks/84f51274-b399-4df1-a351-7732fe37e539?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408854
Apr 30 14:10:57.115810 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-4e18dd8f-2fcb-41e3-bd73-eaa64b01dbfa req-7159d77c-b580-4baa-9cde-ee3e4a71bc8a tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/ports?device_id=3053657f-76e6-448a-af0f-5e1cd8eafe0f HTTP/1.1" status: 200  len: 944 time: 0.0952034
Apr 30 14:10:57.162921 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-4e18dd8f-2fcb-41e3-bd73-eaa64b01dbfa req-8cc22993-b893-4e70-b374-d80548b1b354 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbfb20b7-ea58-42f8-bdee-0014b6b4adce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413268
Apr 30 14:10:57.306613 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-d3fde542-b001-44dc-9482-1bb87e8781f2 service neutron] 10.222.0.32 "GET /v2.0/networks/84f51274-b399-4df1-a351-7732fe37e539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1858740
Apr 30 14:10:57.318347 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a669a66-2ce2-4290-a8e2-5f93911dc39b req-4c4630a6-bdd9-4d67-bca1-bdb40d2cf4ec tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:57.320408 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1a669a66-2ce2-4290-a8e2-5f93911dc39b req-4c4630a6-bdd9-4d67-bca1-bdb40d2cf4ec tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.43 "GET /v2.0/ports?device_id=6663af79-2251-49cc-8aa0-c18b3d0774cf HTTP/1.1" status: 200  len: 945 time: 0.1795163
Apr 30 14:10:57.350921 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d634f4-d2a1-4f91-bb87-c4174bc17113 req-1b14cf6f-51b6-465f-a008-65cba1d7b66e tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:57.352419 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-94d634f4-d2a1-4f91-bb87-c4174bc17113 req-1b14cf6f-51b6-465f-a008-65cba1d7b66e tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.0904498
Apr 30 14:10:57.410273 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-94d634f4-d2a1-4f91-bb87-c4174bc17113 req-8bf51805-7c51-49a2-a325-081535e8bed0 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499046
Apr 30 14:10:57.573476 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-1a669a66-2ce2-4290-a8e2-5f93911dc39b req-d437a150-8f50-437c-8b1c-516a1b071b3a tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Deleting port 62a27248-f30b-4d86-8c43-1741583dc9eb {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:10:57.573877 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-1a669a66-2ce2-4290-a8e2-5f93911dc39b req-d437a150-8f50-437c-8b1c-516a1b071b3a tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:57.686716 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 14:10:57.707610 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-72118297-2dd5-4458-a8e6-84e7b178bf83 req-fb0dcb29-606a-4dc4-89a4-76eb099b567e tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Synchronizing usage tracker for tenant:95e816ba6b4d4606b03b593c5f8a65ce on resource:port {{(pid=73844) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:10:57.736659 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-72118297-2dd5-4458-a8e6-84e7b178bf83 req-fb0dcb29-606a-4dc4-89a4-76eb099b567e tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Unset dirty status for tenant:95e816ba6b4d4606b03b593c5f8a65ce on resource:port {{(pid=73844) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:10:57.738418 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-72118297-2dd5-4458-a8e6-84e7b178bf83 req-fb0dcb29-606a-4dc4-89a4-76eb099b567e tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/ports?device_id=42c56b5f-a1df-48f5-8701-4b76264da6ba HTTP/1.1" status: 200  len: 210 time: 0.1007643
Apr 30 14:10:57.807852 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-1a669a66-2ce2-4290-a8e2-5f93911dc39b req-d437a150-8f50-437c-8b1c-516a1b071b3a tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] For port 62a27248-f30b-4d86-8c43-1741583dc9eb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=62a27248-f30b-4d86-8c43-1741583dc9eb,segment=NetworkSegment(6dccc72e-684c-4196-8b31-0016418af8e9),segment_id=6dccc72e-684c-4196-8b31-0016418af8e9)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:10:57.808703 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-1a669a66-2ce2-4290-a8e2-5f93911dc39b req-d437a150-8f50-437c-8b1c-516a1b071b3a tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:57.874504 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port 8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b,segment=NetworkSegment(d653b247-01ef-4b90-b8ee-6585c74137f4),segment_id=d653b247-01ef-4b90-b8ee-6585c74137f4)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:10:57.894666 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Returning: {'device': '8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b', 'network_id': '933ef562-aeaa-48c6-85e4-387a407fb154', 'port_id': '8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b', 'mac_address': 'fa:16:3e:4f:eb:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08515e4e-ea14-415b-9eda-bad1aada9cf3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 14:10:57.951216 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-1a669a66-2ce2-4290-a8e2-5f93911dc39b req-d437a150-8f50-437c-8b1c-516a1b071b3a tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Calling delete_port for 62a27248-f30b-4d86-8c43-1741583dc9eb owned by compute:nova {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:10:57.969973 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:58.001331 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99a5cd-4b21-47e8-807a-bd5f4209f6dc req-a31b3037-e718-4103-8c2a-863aef430eff tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:58.003311 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b {{(pid=73846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 14:10:58.009446 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5a99a5cd-4b21-47e8-807a-bd5f4209f6dc req-a31b3037-e718-4103-8c2a-863aef430eff tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=6663af79-2251-49cc-8aa0-c18b3d0774cf HTTP/1.1" status: 200  len: 945 time: 0.2910044
Apr 30 14:10:58.052137 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port 8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b,segment=NetworkSegment(d653b247-01ef-4b90-b8ee-6585c74137f4),segment_id=d653b247-01ef-4b90-b8ee-6585c74137f4)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:10:58.060930 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:58.065394 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-3fea2ddc-5678-4fb5-829d-6b93883e2915 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:58.074336 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5a99a5cd-4b21-47e8-807a-bd5f4209f6dc req-81084f85-f33b-4692-a594-246b3dae0286 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638433
Apr 30 14:10:58.168562 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Pushing event updated for resources: {'Port': ['ID=8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b,revision_number=4']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:58.172152 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:58.186997 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-1a669a66-2ce2-4290-a8e2-5f93911dc39b req-d437a150-8f50-437c-8b1c-516a1b071b3a tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:58.196665 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-74c02db4-4988-4086-9280-501ea2fff3c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:58.245999 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] get_ports_and_sgs() called for port_ids ['17450d03-c6d4-4a4a-af14-ed8f8992ecd8', '963f392b-9c6f-40e6-8cbe-abd95a5c6244'] {{(pid=73846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 14:10:58.253798 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437a150-8f50-437c-8b1c-516a1b071b3a tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Pushing event deleted for resources: {'Port': ['ID=62a27248-f30b-4d86-8c43-1741583dc9eb,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:10:58.301223 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-d437a150-8f50-437c-8b1c-516a1b071b3a tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:10:58.345538 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a669a66-2ce2-4290-a8e2-5f93911dc39b req-d437a150-8f50-437c-8b1c-516a1b071b3a tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] No DVR routers for this DVR port 62a27248-f30b-4d86-8c43-1741583dc9eb on host hv-cinder-78836 {{(pid=73845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 14:10:58.348274 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-1a669a66-2ce2-4290-a8e2-5f93911dc39b req-d437a150-8f50-437c-8b1c-516a1b071b3a tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:58.351975 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6663af79-2251-49cc-8aa0-c18b3d0774cf', 'name': 'network-vif-deleted', 'tag': '62a27248-f30b-4d86-8c43-1741583dc9eb'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:10:58.372006 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1a669a66-2ce2-4290-a8e2-5f93911dc39b req-d437a150-8f50-437c-8b1c-516a1b071b3a tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.43 "DELETE /v2.0/ports/62a27248-f30b-4d86-8c43-1741583dc9eb HTTP/1.1" status: 204  len: 173 time: 1.0471311
Apr 30 14:10:58.414343 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6663af79-2251-49cc-8aa0-c18b3d0774cf', 'name': 'network-vif-deleted', 'tag': '62a27248-f30b-4d86-8c43-1741583dc9eb', 'status': 'completed', 'code': 200}
Apr 30 14:10:58.421693 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14131db1-04dd-4a84-80ae-d999e2fcc5d3 req-fc10c583-9a0e-4602-9ab3-6bddd7dfd228 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:58.423392 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-14131db1-04dd-4a84-80ae-d999e2fcc5d3 req-fc10c583-9a0e-4602-9ab3-6bddd7dfd228 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/ports?device_id=3053657f-76e6-448a-af0f-5e1cd8eafe0f HTTP/1.1" status: 200  len: 945 time: 0.1090722
Apr 30 14:10:58.488264 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-14131db1-04dd-4a84-80ae-d999e2fcc5d3 req-f2c6488c-dbea-4ba0-b0ef-79511f08ec81 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbfb20b7-ea58-42f8-bdee-0014b6b4adce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584931
Apr 30 14:10:58.554343 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] get_ports_and_sgs() called for port_ids ['8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b'] {{(pid=73846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 14:10:58.682624 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f4894-9c4c-46a8-ad58-c706a2639600 req-9d932c14-4d46-49af-af56-0ad010992213 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:58.690422 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-819f4894-9c4c-46a8-ad58-c706a2639600 req-9d932c14-4d46-49af-af56-0ad010992213 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.1414542
Apr 30 14:10:58.796248 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-819f4894-9c4c-46a8-ad58-c706a2639600 req-38633682-579e-46a0-8c49-61c0e04adc68 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048195
Apr 30 14:10:58.981839 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-39cc9e5b-825f-4e58-8ee0-75d5d06681be tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:58.983288 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-39cc9e5b-825f-4e58-8ee0-75d5d06681be tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.43 "GET /v2.0/networks?id=84f51274-b399-4df1-a351-7732fe37e539 HTTP/1.1" status: 200  len: 814 time: 0.2631731
Apr 30 14:10:58.985554 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8bf705d6-2942-4e8f-843c-3ee57220eaeb req-0779b042-c699-4102-b746-e35887129b5f tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/ports?device_id=42c56b5f-a1df-48f5-8701-4b76264da6ba HTTP/1.1" status: 200  len: 210 time: 0.0617268
Apr 30 14:10:59.013427 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-411932ec-47b5-40f3-87fd-3d2c99104f32 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Request body: {'port': {'device_id': '42c56b5f-a1df-48f5-8701-4b76264da6ba', 'network_id': '84f51274-b399-4df1-a351-7732fe37e539', 'admin_state_up': True, 'tenant_id': '95e816ba6b4d4606b03b593c5f8a65ce'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:10:59.181916 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-411932ec-47b5-40f3-87fd-3d2c99104f32 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:10:59.195562 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-411932ec-47b5-40f3-87fd-3d2c99104f32 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:10:59.207087 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-411932ec-47b5-40f3-87fd-3d2c99104f32 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Made reservation on behalf of 95e816ba6b4d4606b03b593c5f8a65ce for: {'port': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:10:59.212914 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-411932ec-47b5-40f3-87fd-3d2c99104f32 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:59.284848 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-0bfc4ed4-63f3-4831-b686-3829075b6e0e req-fa58e83f-8e1a-4b65-8e06-51586050f705 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=6663af79-2251-49cc-8aa0-c18b3d0774cf HTTP/1.1" status: 200  len: 210 time: 0.0472794
Apr 30 14:10:59.420522 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-411932ec-47b5-40f3-87fd-3d2c99104f32 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Allocated IP 172.20.0.6 (84f51274-b399-4df1-a351-7732fe37e539/712ad888-9ad6-4aab-8f26-77fb9d3e4f23/83948629-89b8-4034-8e62-4a6438a1a2d2) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:10:59.692516 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b up at agent hyperv_hv-cinder-78836 {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:10:59.749994 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-411932ec-47b5-40f3-87fd-3d2c99104f32 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:59.786873 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-411932ec-47b5-40f3-87fd-3d2c99104f32 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Transition to ACTIVE for port object 83948629-89b8-4034-8e62-4a6438a1a2d2 will not be triggered until provisioned by entity DHCP. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:10:59.796386 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae840b1-0732-4c0d-9271-ec8d111f2905 req-8505cf8e-ab07-4dd2-a4e0-9bda4acb9cd4 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:10:59.798019 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-dae840b1-0732-4c0d-9271-ec8d111f2905 req-8505cf8e-ab07-4dd2-a4e0-9bda4acb9cd4 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/ports?device_id=3053657f-76e6-448a-af0f-5e1cd8eafe0f HTTP/1.1" status: 200  len: 945 time: 0.1595492
Apr 30 14:10:59.810874 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Provisioning for port 8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:10:59.817342 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Provisioning complete for port 8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:10:59.817853 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:59.857408 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-dae840b1-0732-4c0d-9271-ec8d111f2905 req-23f655ac-e272-4bc4-ba0e-6a6ae4a3fb70 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbfb20b7-ea58-42f8-bdee-0014b6b4adce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497768
Apr 30 14:10:59.859216 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-411932ec-47b5-40f3-87fd-3d2c99104f32 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:59.864844 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:10:59.964980 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:10:59.994130 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3053657f-76e6-448a-af0f-5e1cd8eafe0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:11:00.005553 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port 8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b,segment=NetworkSegment(d653b247-01ef-4b90-b8ee-6585c74137f4),segment_id=d653b247-01ef-4b90-b8ee-6585c74137f4)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:11:00.013283 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:00.014295 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 62a27248-f30b-4d86-8c43-1741583dc9eb no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:11:00.058231 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:00.108259 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] No Port match for: 62a27248-f30b-4d86-8c43-1741583dc9eb {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:11:00.108613 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 62a27248-f30b-4d86-8c43-1741583dc9eb not bound to the agent host hv-cinder-78836 {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:11:00.118203 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-411932ec-47b5-40f3-87fd-3d2c99104f32 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Network 84f51274-b399-4df1-a351-7732fe37e539 is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:11:00.128231 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-411932ec-47b5-40f3-87fd-3d2c99104f32 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Resources bound (agent type, host, resource id):  {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:11:00.145092 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Pushing event updated for resources: {'Port': ['ID=8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b,revision_number=5']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:00.145818 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-411932ec-47b5-40f3-87fd-3d2c99104f32 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:11:00.149007 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:00.157238 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-411932ec-47b5-40f3-87fd-3d2c99104f32 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:00.158296 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-411932ec-47b5-40f3-87fd-3d2c99104f32 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:00.208317 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-411932ec-47b5-40f3-87fd-3d2c99104f32 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2056239
Apr 30 14:11:00.228220 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411932ec-47b5-40f3-87fd-3d2c99104f32 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Pushing event updated for resources: {'Port': ['ID=83948629-89b8-4034-8e62-4a6438a1a2d2,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:00.236843 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-411932ec-47b5-40f3-87fd-3d2c99104f32 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:00.265842 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb379e-97f5-4da6-8587-56a93a70ad78 req-180f9480-14e1-42b7-99d7-fdbcd6f74144 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:00.267807 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-88eb379e-97f5-4da6-8587-56a93a70ad78 req-180f9480-14e1-42b7-99d7-fdbcd6f74144 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.2801979
Apr 30 14:11:00.332749 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-88eb379e-97f5-4da6-8587-56a93a70ad78 req-0c583cbe-d1ba-47fc-b137-d0274bdb1e71 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508747
Apr 30 14:11:00.354462 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-62a3974e-b142-4a8f-8668-c5546f4be6bd service neutron] Request body: {'port': {'device_id': '42c56b5f-a1df-48f5-8701-4b76264da6ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:11:00.398732 dv-cinder-788365-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3053657f-76e6-448a-af0f-5e1cd8eafe0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b', 'code': 200}
Apr 30 14:11:00.483045 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-b5b2a132-b704-4fb3-b1d5-69c9d2f32469 None None] Provisioning for port 83948629-89b8-4034-8e62-4a6438a1a2d2 completed by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:11:00.488768 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-b5b2a132-b704-4fb3-b1d5-69c9d2f32469 None None] Provisioning complete for port 83948629-89b8-4034-8e62-4a6438a1a2d2 triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:11:00.489147 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b5b2a132-b704-4fb3-b1d5-69c9d2f32469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:00.498265 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-62a3974e-b142-4a8f-8668-c5546f4be6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:00.618094 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-b5b2a132-b704-4fb3-b1d5-69c9d2f32469 None None] Port 83948629-89b8-4034-8e62-4a6438a1a2d2 cannot update to ACTIVE because it is not bound. {{(pid=73846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 14:11:00.629574 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86201447-2fbf-46c5-8b1a-bfb4fec955ab req-51003820-a5ec-4b17-aab3-ba17ed7f011a tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:00.631086 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-86201447-2fbf-46c5-8b1a-bfb4fec955ab req-51003820-a5ec-4b17-aab3-ba17ed7f011a tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/ports?device_id=42c56b5f-a1df-48f5-8701-4b76264da6ba HTTP/1.1" status: 200  len: 931 time: 0.1423616
Apr 30 14:11:00.756403 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-86201447-2fbf-46c5-8b1a-bfb4fec955ab req-467b0570-d993-4529-8b47-4a25f338c744 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Synchronizing usage tracker for tenant:95e816ba6b4d4606b03b593c5f8a65ce on resource:security_group {{(pid=73844) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:11:00.814716 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-86201447-2fbf-46c5-8b1a-bfb4fec955ab req-467b0570-d993-4529-8b47-4a25f338c744 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Unset dirty status for tenant:95e816ba6b4d4606b03b593c5f8a65ce on resource:security_group {{(pid=73844) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:11:00.816122 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-86201447-2fbf-46c5-8b1a-bfb4fec955ab req-467b0570-d993-4529-8b47-4a25f338c744 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bafbcd2-00b4-494f-bc3e-91719bee939d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1788173
Apr 30 14:11:00.906333 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37603f2-9ade-4d4d-9778-281995d488d2 req-0f0b2421-ec1f-4a1a-967c-f0e757ca4187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:00.907872 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d37603f2-9ade-4d4d-9778-281995d488d2 req-0f0b2421-ec1f-4a1a-967c-f0e757ca4187 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3053657f-76e6-448a-af0f-5e1cd8eafe0f HTTP/1.1" status: 200  len: 1099 time: 0.2544062
Apr 30 14:11:01.030272 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d3294-745e-4df9-8782-8dfebbcdd46a req-f12bc8a0-b22f-44ea-a622-310bedb2c860 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:01.031729 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-128d3294-745e-4df9-8782-8dfebbcdd46a req-f12bc8a0-b22f-44ea-a622-310bedb2c860 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Synchronizing usage tracker for tenant:115ed14988014677a355d6807f338dbb on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:11:01.099990 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2019008-c9be-4ba6-9df9-5ddf2f107b24 req-9e8c533e-60bc-449a-8b7b-f6554003400c tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:01.101521 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-e2019008-c9be-4ba6-9df9-5ddf2f107b24 req-9e8c533e-60bc-449a-8b7b-f6554003400c tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/ports?device_id=3053657f-76e6-448a-af0f-5e1cd8eafe0f HTTP/1.1" status: 200  len: 946 time: 0.1186821
Apr 30 14:11:01.151274 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-128d3294-745e-4df9-8782-8dfebbcdd46a req-f12bc8a0-b22f-44ea-a622-310bedb2c860 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Unset dirty status for tenant:115ed14988014677a355d6807f338dbb on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:11:01.160409 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-128d3294-745e-4df9-8782-8dfebbcdd46a req-f12bc8a0-b22f-44ea-a622-310bedb2c860 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3aa3846-fa89-41ef-ac42-04234a3bbc49 HTTP/1.1" status: 200  len: 945 time: 0.3090696
Apr 30 14:11:01.182241 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-62a3974e-b142-4a8f-8668-c5546f4be6bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83948629-89b8-4034-8e62-4a6438a1a2d2 {{(pid=73845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 14:11:01.194581 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-62a3974e-b142-4a8f-8668-c5546f4be6bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:01.216447 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-e2019008-c9be-4ba6-9df9-5ddf2f107b24 req-2bb15b91-b51b-4840-b13b-6388ddd4cfd1 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbfb20b7-ea58-42f8-bdee-0014b6b4adce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085799
Apr 30 14:11:01.237021 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-62a3974e-b142-4a8f-8668-c5546f4be6bd service neutron] Transition to ACTIVE for port object 83948629-89b8-4034-8e62-4a6438a1a2d2 will not be triggered until provisioned by entity L2. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:11:01.240516 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-128d3294-745e-4df9-8782-8dfebbcdd46a req-064a1af3-5708-4de9-8de0-f73685f83e91 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765567
Apr 30 14:11:01.248073 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-62a3974e-b142-4a8f-8668-c5546f4be6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:01.253453 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:01.351934 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a3974e-b142-4a8f-8668-c5546f4be6bd service neutron] Pushing event updated for resources: {'Port': ['ID=83948629-89b8-4034-8e62-4a6438a1a2d2,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:01.356624 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-62a3974e-b142-4a8f-8668-c5546f4be6bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:01.593518 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d37603f2-9ade-4d4d-9778-281995d488d2 req-4f6d50f0-ac93-4d83-892e-d7b95996503f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fbfb20b7-ea58-42f8-bdee-0014b6b4adce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1856120
Apr 30 14:11:01.595356 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-62a3974e-b142-4a8f-8668-c5546f4be6bd service neutron] Attempting to bind port 83948629-89b8-4034-8e62-4a6438a1a2d2 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:11:01.595684 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-62a3974e-b142-4a8f-8668-c5546f4be6bd service neutron] Attempting to bind port 83948629-89b8-4034-8e62-4a6438a1a2d2 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'dc21f2d8-18fd-47bf-9988-a9a35c8ce195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1428, 'network_id': '84f51274-b399-4df1-a351-7732fe37e539'}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:11:01.596005 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-62a3974e-b142-4a8f-8668-c5546f4be6bd service neutron] Attempting to bind port 83948629-89b8-4034-8e62-4a6438a1a2d2 on network 84f51274-b399-4df1-a351-7732fe37e539 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:11:01.604725 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-62a3974e-b142-4a8f-8668-c5546f4be6bd service neutron] Port 83948629-89b8-4034-8e62-4a6438a1a2d2 on network 84f51274-b399-4df1-a351-7732fe37e539 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 14:11:01.605040 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-62a3974e-b142-4a8f-8668-c5546f4be6bd service neutron] Attempting to bind port 83948629-89b8-4034-8e62-4a6438a1a2d2 on network 84f51274-b399-4df1-a351-7732fe37e539 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:11:01.612916 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-62a3974e-b142-4a8f-8668-c5546f4be6bd service neutron] Checking agent: {'id': 'd3aa7eed-5c97-490e-b2ea-32000fed17dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 14, 5, 52), 'started_at': datetime.datetime(2021, 4, 30, 14, 5, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:11:01.613242 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-62a3974e-b142-4a8f-8668-c5546f4be6bd service neutron] Checking segment: {'id': 'dc21f2d8-18fd-47bf-9988-a9a35c8ce195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1428, 'network_id': '84f51274-b399-4df1-a351-7732fe37e539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:11:01.613612 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-62a3974e-b142-4a8f-8668-c5546f4be6bd service neutron] Bound using segment: {'id': 'dc21f2d8-18fd-47bf-9988-a9a35c8ce195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1428, 'network_id': '84f51274-b399-4df1-a351-7732fe37e539'} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:11:01.614052 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-62a3974e-b142-4a8f-8668-c5546f4be6bd service neutron] Bound port: 83948629-89b8-4034-8e62-4a6438a1a2d2, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc21f2d8-18fd-47bf-9988-a9a35c8ce195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1428, 'network_id': '84f51274-b399-4df1-a351-7732fe37e539'}}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:11:01.614390 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-62a3974e-b142-4a8f-8668-c5546f4be6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:01.690867 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c599d6-b9b2-4e6e-ad65-b5835fe9bdd5 req-54dea5c3-cd34-4709-954f-d10cb56b83be tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:01.692208 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-41c599d6-b9b2-4e6e-ad65-b5835fe9bdd5 req-54dea5c3-cd34-4709-954f-d10cb56b83be tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.1799724
Apr 30 14:11:01.757161 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-62a3974e-b142-4a8f-8668-c5546f4be6bd service neutron] For port 83948629-89b8-4034-8e62-4a6438a1a2d2, host hv-cinder-78836, cleared binding levels {{(pid=73845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:11:01.767573 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-41c599d6-b9b2-4e6e-ad65-b5835fe9bdd5 req-16f08982-7e55-488b-a9ce-98872ff82989 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677435
Apr 30 14:11:01.770007 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-62a3974e-b142-4a8f-8668-c5546f4be6bd service neutron] For port 83948629-89b8-4034-8e62-4a6438a1a2d2, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=83948629-89b8-4034-8e62-4a6438a1a2d2,segment=NetworkSegment(dc21f2d8-18fd-47bf-9988-a9a35c8ce195),segment_id=dc21f2d8-18fd-47bf-9988-a9a35c8ce195)] {{(pid=73845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:11:01.774596 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-62a3974e-b142-4a8f-8668-c5546f4be6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:01.779346 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-b7fcd8d3-c6d4-4e92-b664-39642a343f8b tempest-DeleteServersTestJSON-1398574319 tempest-DeleteServersTestJSON-1398574319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:01.829122 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-62a3974e-b142-4a8f-8668-c5546f4be6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:01.829737 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-62a3974e-b142-4a8f-8668-c5546f4be6bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:01.831114 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-62a3974e-b142-4a8f-8668-c5546f4be6bd service neutron] 10.222.0.43 "PUT /v2.0/ports/83948629-89b8-4034-8e62-4a6438a1a2d2 HTTP/1.1" status: 200  len: 1093 time: 1.4859710
Apr 30 14:11:01.831580 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c56b5f-a1df-48f5-8701-4b76264da6ba', 'tag': '83948629-89b8-4034-8e62-4a6438a1a2d2'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:11:01.864559 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a3974e-b142-4a8f-8668-c5546f4be6bd service neutron] Pushing event updated for resources: {'Port': ['ID=83948629-89b8-4034-8e62-4a6438a1a2d2,revision_number=3']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:01.870597 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-62a3974e-b142-4a8f-8668-c5546f4be6bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:01.885664 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c56b5f-a1df-48f5-8701-4b76264da6ba', 'tag': '83948629-89b8-4034-8e62-4a6438a1a2d2', 'status': 'completed', 'code': 200}
Apr 30 14:11:02.109816 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e104e-ce76-42f6-9367-5a934969b027 req-55d28d9c-e022-46ce-89da-d42c7cfff997 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:02.110866 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-2b9e104e-ce76-42f6-9367-5a934969b027 req-55d28d9c-e022-46ce-89da-d42c7cfff997 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Synchronizing usage tracker for tenant:95e816ba6b4d4606b03b593c5f8a65ce on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:11:02.120513 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-019e1e12-9404-4a1e-9bc6-328459579ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:02.122266 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-019e1e12-9404-4a1e-9bc6-328459579ba4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=95e816ba6b4d4606b03b593c5f8a65ce&device_id=42c56b5f-a1df-48f5-8701-4b76264da6ba HTTP/1.1" status: 200  len: 1096 time: 0.2150619
Apr 30 14:11:02.141419 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-2b9e104e-ce76-42f6-9367-5a934969b027 req-55d28d9c-e022-46ce-89da-d42c7cfff997 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Unset dirty status for tenant:95e816ba6b4d4606b03b593c5f8a65ce on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:11:02.143172 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2b9e104e-ce76-42f6-9367-5a934969b027 req-55d28d9c-e022-46ce-89da-d42c7cfff997 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/ports?device_id=42c56b5f-a1df-48f5-8701-4b76264da6ba HTTP/1.1" status: 200  len: 943 time: 0.1960697
Apr 30 14:11:02.194335 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2b9e104e-ce76-42f6-9367-5a934969b027 req-9c6431a9-1e29-4f9d-a46d-0a36afbffba3 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bafbcd2-00b4-494f-bc3e-91719bee939d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442114
Apr 30 14:11:02.260626 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-237403e7-c261-46eb-957d-521545777d35 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83948629-89b8-4034-8e62-4a6438a1a2d2 HTTP/1.1" status: 200  len: 217 time: 0.0604746
Apr 30 14:11:02.406949 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea152357-20c3-4a74-9387-d8793f5e2b47 req-4dd17d9b-1a17-46a9-a2d8-9b9e9687c580 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:02.408448 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-ea152357-20c3-4a74-9387-d8793f5e2b47 req-4dd17d9b-1a17-46a9-a2d8-9b9e9687c580 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/ports?device_id=3053657f-76e6-448a-af0f-5e1cd8eafe0f HTTP/1.1" status: 200  len: 946 time: 0.0842450
Apr 30 14:11:02.480958 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-ea152357-20c3-4a74-9387-d8793f5e2b47 req-04238b21-f59c-4295-b483-7ac880522eaa tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbfb20b7-ea58-42f8-bdee-0014b6b4adce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641813
Apr 30 14:11:02.496452 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-5725b758-b4ae-4c81-b7ce-c3e5241f878a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:02.498628 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-5725b758-b4ae-4c81-b7ce-c3e5241f878a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=712ad888-9ad6-4aab-8f26-77fb9d3e4f23 HTTP/1.1" status: 200  len: 853 time: 0.2310128
Apr 30 14:11:02.539201 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15f51c-9ba6-4072-bf92-8aa27633551e req-cf686f8c-7813-4617-a3a2-f2ba0018df67 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:02.540692 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1e15f51c-9ba6-4072-bf92-8aa27633551e req-cf686f8c-7813-4617-a3a2-f2ba0018df67 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3aa3846-fa89-41ef-ac42-04234a3bbc49 HTTP/1.1" status: 200  len: 945 time: 0.1371849
Apr 30 14:11:02.609207 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1e15f51c-9ba6-4072-bf92-8aa27633551e req-a62dd9d8-d684-4811-a5bb-fab29024e397 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618906
Apr 30 14:11:03.069873 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-c8654fef-3bf6-45f5-afe6-b424a418750c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:03.071394 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-c8654fef-3bf6-45f5-afe6-b424a418750c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=84f51274-b399-4df1-a351-7732fe37e539&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0795805
Apr 30 14:11:03.261460 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-ce4fb32f-0e49-4643-a0a9-944b52990e2c service neutron] 10.222.0.43 "GET /v2.0/networks/84f51274-b399-4df1-a351-7732fe37e539?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1507709
Apr 30 14:11:03.313662 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200841f-cf35-4128-9f8c-17c3770b7a5c req-26efb24c-5935-4549-b628-246599324be9 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:03.315276 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-7200841f-cf35-4128-9f8c-17c3770b7a5c req-26efb24c-5935-4549-b628-246599324be9 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.1381168
Apr 30 14:11:03.408263 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-7200841f-cf35-4128-9f8c-17c3770b7a5c req-bccd6a35-e0c3-4536-891b-dcae09a35ce5 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850508
Apr 30 14:11:03.541753 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8b2f6e9a-8b15-49ce-8a1d-d52442569564 req-b65d505e-c03d-4de1-a31b-6519a5e49483 service neutron] 10.222.0.43 "GET /v2.0/networks/84f51274-b399-4df1-a351-7732fe37e539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2607937
Apr 30 14:11:03.580343 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b4287-a0f6-4233-8fef-5567cc835f23 req-eecefb9e-6bf9-4d94-9d9e-57f3184e255d tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:03.582684 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f84b4287-a0f6-4233-8fef-5567cc835f23 req-eecefb9e-6bf9-4d94-9d9e-57f3184e255d tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/ports?device_id=42c56b5f-a1df-48f5-8701-4b76264da6ba HTTP/1.1" status: 200  len: 943 time: 0.2115321
Apr 30 14:11:03.643623 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f84b4287-a0f6-4233-8fef-5567cc835f23 req-7e2bddc3-6b53-4d13-ad85-0f3d08a195a7 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bafbcd2-00b4-494f-bc3e-91719bee939d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480177
Apr 30 14:11:03.678221 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b21e78-6ebe-49a8-bca5-849c10b747a9 req-6fdb5374-9ee6-4e9e-8a85-90e3ff82c838 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:03.685255 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-c4b21e78-6ebe-49a8-bca5-849c10b747a9 req-6fdb5374-9ee6-4e9e-8a85-90e3ff82c838 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/ports?device_id=3053657f-76e6-448a-af0f-5e1cd8eafe0f HTTP/1.1" status: 200  len: 946 time: 0.0903308
Apr 30 14:11:03.750917 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-c4b21e78-6ebe-49a8-bca5-849c10b747a9 req-08651363-7eab-4c81-adeb-641f4c4c744a tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbfb20b7-ea58-42f8-bdee-0014b6b4adce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648227
Apr 30 14:11:03.869114 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3625a12-b6f6-46fa-bea6-43fb30fa46f8 req-dfcb19ea-78c5-40c6-9ec6-a2aa8843ad3c tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:03.877053 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f3625a12-b6f6-46fa-bea6-43fb30fa46f8 req-dfcb19ea-78c5-40c6-9ec6-a2aa8843ad3c tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3aa3846-fa89-41ef-ac42-04234a3bbc49 HTTP/1.1" status: 200  len: 945 time: 0.1194651
Apr 30 14:11:03.929551 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f3625a12-b6f6-46fa-bea6-43fb30fa46f8 req-2578a2cb-a492-45eb-8149-9d7e57b2e47c tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512552
Apr 30 14:11:04.823706 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81ec31-b39f-4746-aa35-1b1ce5c438b7 req-0c68c4f4-d615-49c0-84ae-4f384a2b07a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:04.826462 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2a81ec31-b39f-4746-aa35-1b1ce5c438b7 req-0c68c4f4-d615-49c0-84ae-4f384a2b07a2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=95e816ba6b4d4606b03b593c5f8a65ce&device_id=42c56b5f-a1df-48f5-8701-4b76264da6ba HTTP/1.1" status: 200  len: 1096 time: 0.2580717
Apr 30 14:11:04.843566 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c68985-475e-4cd5-8219-17b3de6dbc68 req-fad563f1-b3d1-48e7-842f-af2568c52cae tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:04.845402 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-71c68985-475e-4cd5-8219-17b3de6dbc68 req-fad563f1-b3d1-48e7-842f-af2568c52cae tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3aa3846-fa89-41ef-ac42-04234a3bbc49 HTTP/1.1" status: 200  len: 945 time: 0.2458220
Apr 30 14:11:04.880825 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d47cb-0ea4-4b0f-9e0f-98f227e1b98e req-599678ef-6f3f-44e3-a3c2-87d3ea67ae52 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:04.889846 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d90d47cb-0ea4-4b0f-9e0f-98f227e1b98e req-599678ef-6f3f-44e3-a3c2-87d3ea67ae52 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.2330954
Apr 30 14:11:04.948728 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99fc1e-a692-4be1-b168-456d69953805 req-24b2d9bf-136f-4f07-b0ec-26ee38d929c3 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:04.959026 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-ee99fc1e-a692-4be1-b168-456d69953805 req-24b2d9bf-136f-4f07-b0ec-26ee38d929c3 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/ports?device_id=42c56b5f-a1df-48f5-8701-4b76264da6ba HTTP/1.1" status: 200  len: 943 time: 0.1492219
Apr 30 14:11:04.960286 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d90d47cb-0ea4-4b0f-9e0f-98f227e1b98e req-6f6c70ed-5fc3-4d73-b4f9-254fbf86aa06 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677567
Apr 30 14:11:05.031879 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-ee99fc1e-a692-4be1-b168-456d69953805 req-2a8cc679-e262-4385-9344-917cd42f07d3 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bafbcd2-00b4-494f-bc3e-91719bee939d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703712
Apr 30 14:11:05.308178 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81ec31-b39f-4746-aa35-1b1ce5c438b7 req-e4ac0619-66d8-4540-a6a6-25c8f5b72096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:05.309628 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2a81ec31-b39f-4746-aa35-1b1ce5c438b7 req-e4ac0619-66d8-4540-a6a6-25c8f5b72096 service neutron] 10.222.0.43 "GET /v2.0/networks?id=84f51274-b399-4df1-a351-7732fe37e539 HTTP/1.1" status: 200  len: 916 time: 0.2621245
Apr 30 14:11:05.349391 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce5237-0515-4004-943d-a337d987e041 req-4f5e8e99-43cb-4eba-9ec7-56d913c72c9e tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:05.357155 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e4ce5237-0515-4004-943d-a337d987e041 req-4f5e8e99-43cb-4eba-9ec7-56d913c72c9e tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3aa3846-fa89-41ef-ac42-04234a3bbc49 HTTP/1.1" status: 200  len: 945 time: 0.2108929
Apr 30 14:11:05.475967 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2a81ec31-b39f-4746-aa35-1b1ce5c438b7 req-6776db21-b913-41df-b277-8b7ed7d93bde service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83948629-89b8-4034-8e62-4a6438a1a2d2 HTTP/1.1" status: 200  len: 217 time: 0.0805058
Apr 30 14:11:05.477484 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-71c68985-475e-4cd5-8219-17b3de6dbc68 req-e85d6608-7296-4380-a7b3-3f84609870cb tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Deleting port 963f392b-9c6f-40e6-8cbe-abd95a5c6244 {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:11:05.477833 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-71c68985-475e-4cd5-8219-17b3de6dbc68 req-e85d6608-7296-4380-a7b3-3f84609870cb tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:05.486212 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114ecff-3184-4981-a3a7-f2439e4ee391 req-a0d51b43-f351-417c-ba38-e872dbaf8034 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:05.487689 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-9114ecff-3184-4981-a3a7-f2439e4ee391 req-a0d51b43-f351-417c-ba38-e872dbaf8034 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/ports?device_id=3053657f-76e6-448a-af0f-5e1cd8eafe0f HTTP/1.1" status: 200  len: 946 time: 0.0870326
Apr 30 14:11:05.493194 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e4ce5237-0515-4004-943d-a337d987e041 req-a12c963c-7ee2-4d81-a4c9-2ded9470642d tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1352198
Apr 30 14:11:05.533614 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-9114ecff-3184-4981-a3a7-f2439e4ee391 req-0cdbd0e3-2f2d-4b84-a907-845e3242c09c tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbfb20b7-ea58-42f8-bdee-0014b6b4adce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391266
Apr 30 14:11:05.633208 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81ec31-b39f-4746-aa35-1b1ce5c438b7 req-bb1473a2-dfad-4af5-9fe3-400661f752b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:05.634753 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2a81ec31-b39f-4746-aa35-1b1ce5c438b7 req-bb1473a2-dfad-4af5-9fe3-400661f752b8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=712ad888-9ad6-4aab-8f26-77fb9d3e4f23 HTTP/1.1" status: 200  len: 853 time: 0.1382241
Apr 30 14:11:05.670889 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-71c68985-475e-4cd5-8219-17b3de6dbc68 req-e85d6608-7296-4380-a7b3-3f84609870cb tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] For port 963f392b-9c6f-40e6-8cbe-abd95a5c6244, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=963f392b-9c6f-40e6-8cbe-abd95a5c6244,segment=NetworkSegment(6dccc72e-684c-4196-8b31-0016418af8e9),segment_id=6dccc72e-684c-4196-8b31-0016418af8e9)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:11:05.671273 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-71c68985-475e-4cd5-8219-17b3de6dbc68 req-e85d6608-7296-4380-a7b3-3f84609870cb tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:05.940754 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-71c68985-475e-4cd5-8219-17b3de6dbc68 req-e85d6608-7296-4380-a7b3-3f84609870cb tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Calling delete_port for 963f392b-9c6f-40e6-8cbe-abd95a5c6244 owned by compute:nova {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:11:06.004795 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81ec31-b39f-4746-aa35-1b1ce5c438b7 req-157ffda2-0245-4595-886f-9f59b0a9ca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:06.006328 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2a81ec31-b39f-4746-aa35-1b1ce5c438b7 req-157ffda2-0245-4595-886f-9f59b0a9ca84 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=84f51274-b399-4df1-a351-7732fe37e539&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1541698
Apr 30 14:11:06.207721 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2a81ec31-b39f-4746-aa35-1b1ce5c438b7 req-6475d548-4d86-4219-936c-d337e26c4eb6 service neutron] 10.222.0.43 "GET /v2.0/networks/84f51274-b399-4df1-a351-7732fe37e539?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1921377
Apr 30 14:11:06.209127 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-71c68985-475e-4cd5-8219-17b3de6dbc68 req-e85d6608-7296-4380-a7b3-3f84609870cb tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:06.215079 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-635e67d8-0a54-4edf-939e-aefa861b4a1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:06.276336 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] get_ports_and_sgs() called for port_ids ['17450d03-c6d4-4a4a-af14-ed8f8992ecd8'] {{(pid=73846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 14:11:06.280221 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227285a-6b91-4c74-9793-fe209a51d048 req-beeea5bf-f831-4bf8-9226-9dd901829b7f tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:06.289153 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-e227285a-6b91-4c74-9793-fe209a51d048 req-beeea5bf-f831-4bf8-9226-9dd901829b7f tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.1255403
Apr 30 14:11:06.321288 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d6608-7296-4380-a7b3-3f84609870cb tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Pushing event deleted for resources: {'Port': ['ID=963f392b-9c6f-40e6-8cbe-abd95a5c6244,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:06.343437 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-e85d6608-7296-4380-a7b3-3f84609870cb tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:06.381501 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-e227285a-6b91-4c74-9793-fe209a51d048 req-4b056ca9-893f-420b-9080-9e7470f3297a tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909519
Apr 30 14:11:06.468234 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c68985-475e-4cd5-8219-17b3de6dbc68 req-e85d6608-7296-4380-a7b3-3f84609870cb tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] No DVR routers for this DVR port 963f392b-9c6f-40e6-8cbe-abd95a5c6244 on host hv-cinder-78836 {{(pid=73845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 14:11:06.471156 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-71c68985-475e-4cd5-8219-17b3de6dbc68 req-e85d6608-7296-4380-a7b3-3f84609870cb tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:06.475119 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3aa3846-fa89-41ef-ac42-04234a3bbc49', 'name': 'network-vif-deleted', 'tag': '963f392b-9c6f-40e6-8cbe-abd95a5c6244'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:11:06.507920 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-71c68985-475e-4cd5-8219-17b3de6dbc68 req-e85d6608-7296-4380-a7b3-3f84609870cb tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.43 "DELETE /v2.0/ports/963f392b-9c6f-40e6-8cbe-abd95a5c6244 HTTP/1.1" status: 204  len: 173 time: 1.5043714
Apr 30 14:11:06.728115 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c94b6c-48c4-424a-8cb7-2508af2dc88b req-5284c9e0-cb3d-46d4-a40b-bafa04cb02ee tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:06.737405 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d1c94b6c-48c4-424a-8cb7-2508af2dc88b req-5284c9e0-cb3d-46d4-a40b-bafa04cb02ee tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/ports?device_id=42c56b5f-a1df-48f5-8701-4b76264da6ba HTTP/1.1" status: 200  len: 943 time: 0.4774921
Apr 30 14:11:06.754849 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2a81ec31-b39f-4746-aa35-1b1ce5c438b7 req-0ed8ec01-c769-48c3-b8b6-4f817f4b629b service neutron] 10.222.0.43 "GET /v2.0/networks/84f51274-b399-4df1-a351-7732fe37e539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2020133
Apr 30 14:11:06.759792 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3aa3846-fa89-41ef-ac42-04234a3bbc49', 'name': 'network-vif-deleted', 'tag': '963f392b-9c6f-40e6-8cbe-abd95a5c6244', 'status': 'completed', 'code': 200}
Apr 30 14:11:06.796780 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d1c94b6c-48c4-424a-8cb7-2508af2dc88b req-53703858-2cd7-4bee-a7be-c8086d671b41 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bafbcd2-00b4-494f-bc3e-91719bee939d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560646
Apr 30 14:11:06.958410 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-fe654bdd-2c02-40f9-8b9c-4287e85d11b8 req-cbd8c071-6d7b-4fdc-92d7-cc059761b4bf tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3aa3846-fa89-41ef-ac42-04234a3bbc49 HTTP/1.1" status: 200  len: 210 time: 0.0909832
Apr 30 14:11:07.064312 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e406802-a46e-4c7a-90c9-29cbdb06a9a6 req-41d5ea70-5930-48ae-9e18-a67bf6a4ba20 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:07.067321 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9e406802-a46e-4c7a-90c9-29cbdb06a9a6 req-41d5ea70-5930-48ae-9e18-a67bf6a4ba20 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/ports?device_id=3053657f-76e6-448a-af0f-5e1cd8eafe0f HTTP/1.1" status: 200  len: 946 time: 0.1510618
Apr 30 14:11:07.156415 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9e406802-a46e-4c7a-90c9-29cbdb06a9a6 req-2738dbe3-3921-4069-9856-3c8a72a3959d tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbfb20b7-ea58-42f8-bdee-0014b6b4adce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815473
Apr 30 14:11:07.589247 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d282d1-914b-4d8a-8f37-834a033d532c req-f7ccaa66-8735-4640-9891-9b18f7f24997 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:07.590801 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-f6d282d1-914b-4d8a-8f37-834a033d532c req-f7ccaa66-8735-4640-9891-9b18f7f24997 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.0807538
Apr 30 14:11:07.641868 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-f6d282d1-914b-4d8a-8f37-834a033d532c req-cafb19a8-e0d1-4b86-8aad-8fc10a531210 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437617
Apr 30 14:11:07.685189 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 963f392b-9c6f-40e6-8cbe-abd95a5c6244 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:11:07.735121 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] No Port match for: 963f392b-9c6f-40e6-8cbe-abd95a5c6244 {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:11:07.735478 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 963f392b-9c6f-40e6-8cbe-abd95a5c6244 not bound to the agent host hv-cinder-78836 {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:11:08.030329 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cc251-6eb8-439c-8dc1-217e4003c049 req-09e79ed2-a2e7-49c7-bab3-b3e911a48091 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:08.041302 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-464cc251-6eb8-439c-8dc1-217e4003c049 req-09e79ed2-a2e7-49c7-bab3-b3e911a48091 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/ports?device_id=42c56b5f-a1df-48f5-8701-4b76264da6ba HTTP/1.1" status: 200  len: 943 time: 0.1256547
Apr 30 14:11:08.119110 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-464cc251-6eb8-439c-8dc1-217e4003c049 req-716a5885-4201-4d19-ace6-6a55e89868b8 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bafbcd2-00b4-494f-bc3e-91719bee939d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652292
Apr 30 14:11:08.216164 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-da1e6786-7d4b-4d4a-b09d-a1b8fa67c21d req-b703fab4-0ab8-47a3-b076-ee14bca4beef tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3aa3846-fa89-41ef-ac42-04234a3bbc49 HTTP/1.1" status: 200  len: 210 time: 0.0656216
Apr 30 14:11:08.464366 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcab6e8-f4e3-4610-8181-12db152b3f4e req-87a5a9ec-c01c-4660-ab7e-1ea7e394074e tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:08.477688 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8dcab6e8-f4e3-4610-8181-12db152b3f4e req-87a5a9ec-c01c-4660-ab7e-1ea7e394074e tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/ports?device_id=3053657f-76e6-448a-af0f-5e1cd8eafe0f HTTP/1.1" status: 200  len: 946 time: 0.1428876
Apr 30 14:11:08.551678 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8dcab6e8-f4e3-4610-8181-12db152b3f4e req-bfc5ae4e-4759-49f4-aeab-ac09c19d5f2b tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbfb20b7-ea58-42f8-bdee-0014b6b4adce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714102
Apr 30 14:11:08.842979 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff097b-ccd2-4ee1-8da0-c82b5bb875da req-cd7f92a5-5698-434c-a612-e0e459b130f8 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:08.845956 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-21ff097b-ccd2-4ee1-8da0-c82b5bb875da req-cd7f92a5-5698-434c-a612-e0e459b130f8 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.0931013
Apr 30 14:11:08.909527 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-21ff097b-ccd2-4ee1-8da0-c82b5bb875da req-49917aeb-0ee8-41be-98cc-a4674b16bceb tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550771
Apr 30 14:11:09.222497 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a9762-b0b3-45cb-9663-78e9310513b3 req-dafb9173-a96a-4eec-ab61-fb0c2baff3a3 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:09.224014 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-007a9762-b0b3-45cb-9663-78e9310513b3 req-dafb9173-a96a-4eec-ab61-fb0c2baff3a3 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.43 "GET /v2.0/ports?device_id=3053657f-76e6-448a-af0f-5e1cd8eafe0f HTTP/1.1" status: 200  len: 946 time: 0.0802307
Apr 30 14:11:09.340912 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394fc86-94b9-4a78-8409-be3fda682520 req-d08e773e-9235-4c0d-b4a8-7adbdd6a8bbd tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:09.343258 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-f394fc86-94b9-4a78-8409-be3fda682520 req-d08e773e-9235-4c0d-b4a8-7adbdd6a8bbd tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/ports?device_id=42c56b5f-a1df-48f5-8701-4b76264da6ba HTTP/1.1" status: 200  len: 943 time: 0.0926869
Apr 30 14:11:09.411270 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-007a9762-b0b3-45cb-9663-78e9310513b3 req-c182cd65-2da6-4fc8-b259-0fe0d84b6fa8 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Deleting port 8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:11:09.411623 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-007a9762-b0b3-45cb-9663-78e9310513b3 req-c182cd65-2da6-4fc8-b259-0fe0d84b6fa8 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:09.424806 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-f394fc86-94b9-4a78-8409-be3fda682520 req-0d6030cd-88c3-47dd-8972-4677834431dc tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bafbcd2-00b4-494f-bc3e-91719bee939d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731442
Apr 30 14:11:09.687368 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-007a9762-b0b3-45cb-9663-78e9310513b3 req-c182cd65-2da6-4fc8-b259-0fe0d84b6fa8 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] For port 8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b,segment=NetworkSegment(d653b247-01ef-4b90-b8ee-6585c74137f4),segment_id=d653b247-01ef-4b90-b8ee-6585c74137f4)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:11:09.687749 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-007a9762-b0b3-45cb-9663-78e9310513b3 req-c182cd65-2da6-4fc8-b259-0fe0d84b6fa8 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:09.929982 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-007a9762-b0b3-45cb-9663-78e9310513b3 req-c182cd65-2da6-4fc8-b259-0fe0d84b6fa8 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Calling delete_port for 8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b owned by compute:nova {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:11:10.095157 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d9a54-e1cd-43e6-81cb-be9495abaf6e req-57d30086-2aa5-4916-bb25-e4fee46de5f2 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:10.100291 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d69d9a54-e1cd-43e6-81cb-be9495abaf6e req-57d30086-2aa5-4916-bb25-e4fee46de5f2 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/ports?device_id=3053657f-76e6-448a-af0f-5e1cd8eafe0f HTTP/1.1" status: 200  len: 946 time: 0.3252285
Apr 30 14:11:10.168856 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d69d9a54-e1cd-43e6-81cb-be9495abaf6e req-6466d403-e2be-43f0-917d-fdf1600b74f1 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbfb20b7-ea58-42f8-bdee-0014b6b4adce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624511
Apr 30 14:11:10.314769 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f9d3b-e3b6-4542-97bc-26a1a0d84074 req-df2db480-c0c3-47d8-90f0-0c092625b07d tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:10.317684 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-007a9762-b0b3-45cb-9663-78e9310513b3 req-c182cd65-2da6-4fc8-b259-0fe0d84b6fa8 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:10.323636 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-bc6f9d3b-e3b6-4542-97bc-26a1a0d84074 req-df2db480-c0c3-47d8-90f0-0c092625b07d tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.1878541
Apr 30 14:11:10.325012 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-3671a871-901f-41a0-8f89-ba8aea41fdf4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:10.363485 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-bc6f9d3b-e3b6-4542-97bc-26a1a0d84074 req-a9e37478-6957-4be6-8c52-d5a5d9c0007b tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387793
Apr 30 14:11:10.373622 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c182cd65-2da6-4fc8-b259-0fe0d84b6fa8 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Pushing event deleted for resources: {'Port': ['ID=8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:10.377128 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-c182cd65-2da6-4fc8-b259-0fe0d84b6fa8 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:10.467231 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-007a9762-b0b3-45cb-9663-78e9310513b3 req-c182cd65-2da6-4fc8-b259-0fe0d84b6fa8 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] No DVR routers for this DVR port 8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b on host hv-cinder-78836 {{(pid=73845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 14:11:10.471705 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-007a9762-b0b3-45cb-9663-78e9310513b3 req-c182cd65-2da6-4fc8-b259-0fe0d84b6fa8 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:10.475960 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3053657f-76e6-448a-af0f-5e1cd8eafe0f', 'name': 'network-vif-deleted', 'tag': '8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:11:10.496464 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-007a9762-b0b3-45cb-9663-78e9310513b3 req-c182cd65-2da6-4fc8-b259-0fe0d84b6fa8 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.43 "DELETE /v2.0/ports/8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b HTTP/1.1" status: 204  len: 173 time: 1.2652872
Apr 30 14:11:10.571879 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3053657f-76e6-448a-af0f-5e1cd8eafe0f', 'name': 'network-vif-deleted', 'tag': '8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b', 'status': 'completed', 'code': 200}
Apr 30 14:11:10.638089 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99472de-b00c-465a-8930-f327ec99e3fe req-dbd830f2-69b2-45a8-9afc-6c8bbbdd44a6 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:10.639510 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-c99472de-b00c-465a-8930-f327ec99e3fe req-dbd830f2-69b2-45a8-9afc-6c8bbbdd44a6 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/ports?device_id=42c56b5f-a1df-48f5-8701-4b76264da6ba HTTP/1.1" status: 200  len: 943 time: 0.0819473
Apr 30 14:11:10.688214 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-c99472de-b00c-465a-8930-f327ec99e3fe req-a998130f-09b6-440f-961b-045c4d8699e4 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bafbcd2-00b4-494f-bc3e-91719bee939d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428917
Apr 30 14:11:11.140458 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffacd08-fe22-4664-8ccd-ec56c9f1a43a req-0ee22eb1-97bd-45e4-9a8a-00e375d8dd48 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:11.141136 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-2ffacd08-fe22-4664-8ccd-ec56c9f1a43a req-0ee22eb1-97bd-45e4-9a8a-00e375d8dd48 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Synchronizing usage tracker for tenant:115ed14988014677a355d6807f338dbb on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:11:11.156195 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-2ffacd08-fe22-4664-8ccd-ec56c9f1a43a req-0ee22eb1-97bd-45e4-9a8a-00e375d8dd48 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Unset dirty status for tenant:115ed14988014677a355d6807f338dbb on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:11:11.157457 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2ffacd08-fe22-4664-8ccd-ec56c9f1a43a req-0ee22eb1-97bd-45e4-9a8a-00e375d8dd48 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=7878a45f-b4a4-4634-8968-122ce65cffcf HTTP/1.1" status: 200  len: 945 time: 0.1016803
Apr 30 14:11:11.202542 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2ffacd08-fe22-4664-8ccd-ec56c9f1a43a req-5d52bf31-79e2-435e-b148-b48000ee61ce tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381558
Apr 30 14:11:11.372016 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-b45dbf94-2f10-41f7-99b5-d7955c629a33 req-b3c4aee1-5273-4a14-9711-3053ef47e9a3 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] 10.222.0.32 "GET /v2.0/ports?device_id=3053657f-76e6-448a-af0f-5e1cd8eafe0f HTTP/1.1" status: 200  len: 210 time: 0.0447214
Apr 30 14:11:11.579309 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a6559-699e-46ed-9f72-8955215079fb req-044c675b-6c3b-424e-bfc4-b77bce230b4b tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:11.580736 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c07a6559-699e-46ed-9f72-8955215079fb req-044c675b-6c3b-424e-bfc4-b77bce230b4b tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.0862687
Apr 30 14:11:11.626126 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c07a6559-699e-46ed-9f72-8955215079fb req-b55007c3-8e92-424d-8504-160aee373d91 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385065
Apr 30 14:11:11.692337 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:11:11.727221 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] No Port match for: 8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:11:11.727572 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 8cffaa9e-6d1e-46cc-9951-e4e9e8ab7a2b not bound to the agent host hv-cinder-78836 {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:11:11.873793 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc531e00-3466-446e-a56e-177b53f4fcb7 req-297a2500-f950-470c-8fca-0b9e17b4c832 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:11.875248 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fc531e00-3466-446e-a56e-177b53f4fcb7 req-297a2500-f950-470c-8fca-0b9e17b4c832 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/ports?device_id=42c56b5f-a1df-48f5-8701-4b76264da6ba HTTP/1.1" status: 200  len: 943 time: 0.0791643
Apr 30 14:11:11.921003 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fc531e00-3466-446e-a56e-177b53f4fcb7 req-d121aaa4-4bbb-479b-aa3f-ac63c6899017 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bafbcd2-00b4-494f-bc3e-91719bee939d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377321
Apr 30 14:11:12.388347 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05379590-7a36-4806-88fd-2c70a621f018 req-03b5a9bc-a080-4385-86e3-3b4e040dccd7 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:12.390018 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-05379590-7a36-4806-88fd-2c70a621f018 req-03b5a9bc-a080-4385-86e3-3b4e040dccd7 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=7878a45f-b4a4-4634-8968-122ce65cffcf HTTP/1.1" status: 200  len: 945 time: 0.0815203
Apr 30 14:11:12.436142 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-05379590-7a36-4806-88fd-2c70a621f018 req-179dfa58-b8fe-40c7-857b-2ee2e59b467e tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8bcb37-8999-4893-820a-cd65d9ac3fa3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403893
Apr 30 14:11:12.693990 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:11:12.758284 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11667d8a-8825-4002-8d95-5c16c781371b req-6a4e9666-588e-4a56-bee7-d90c050ed7d0 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:12.759898 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-11667d8a-8825-4002-8d95-5c16c781371b req-6a4e9666-588e-4a56-bee7-d90c050ed7d0 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.43 "GET /v2.0/ports?device_id=7878a45f-b4a4-4634-8968-122ce65cffcf HTTP/1.1" status: 200  len: 945 time: 0.0918367
Apr 30 14:11:12.941565 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae2740f-4a6f-4c71-9813-6fe6ce954322 req-96f444ee-6a2d-4c11-b8f9-501a8630598f tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:12.943051 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cae2740f-4a6f-4c71-9813-6fe6ce954322 req-96f444ee-6a2d-4c11-b8f9-501a8630598f tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.1821554
Apr 30 14:11:13.006802 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-11667d8a-8825-4002-8d95-5c16c781371b req-756f2918-f831-462a-84c4-a1d0a77900c1 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Deleting port 17450d03-c6d4-4a4a-af14-ed8f8992ecd8 {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:11:13.007064 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-11667d8a-8825-4002-8d95-5c16c781371b req-756f2918-f831-462a-84c4-a1d0a77900c1 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:13.050830 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cae2740f-4a6f-4c71-9813-6fe6ce954322 req-f1d9e1ad-a19f-4ed8-8d47-f614e8601747 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972135
Apr 30 14:11:13.168130 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9bb01-c889-43b8-84cd-c08ff568cf29 req-7dbec8db-a22d-441e-8978-721a33780bd1 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:13.170094 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-50f9bb01-c889-43b8-84cd-c08ff568cf29 req-7dbec8db-a22d-441e-8978-721a33780bd1 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/ports?device_id=42c56b5f-a1df-48f5-8701-4b76264da6ba HTTP/1.1" status: 200  len: 943 time: 0.0874600
Apr 30 14:11:13.171452 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-11667d8a-8825-4002-8d95-5c16c781371b req-756f2918-f831-462a-84c4-a1d0a77900c1 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] For port 17450d03-c6d4-4a4a-af14-ed8f8992ecd8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=17450d03-c6d4-4a4a-af14-ed8f8992ecd8,segment=NetworkSegment(6dccc72e-684c-4196-8b31-0016418af8e9),segment_id=6dccc72e-684c-4196-8b31-0016418af8e9)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:11:13.171818 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-11667d8a-8825-4002-8d95-5c16c781371b req-756f2918-f831-462a-84c4-a1d0a77900c1 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:13.219500 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-50f9bb01-c889-43b8-84cd-c08ff568cf29 req-cc2d8a99-f80b-43d5-8fed-0dcb049b768c tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bafbcd2-00b4-494f-bc3e-91719bee939d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434680
Apr 30 14:11:13.302405 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-11667d8a-8825-4002-8d95-5c16c781371b req-756f2918-f831-462a-84c4-a1d0a77900c1 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Calling delete_port for 17450d03-c6d4-4a4a-af14-ed8f8992ecd8 owned by compute:nova {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:11:13.431977 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-11667d8a-8825-4002-8d95-5c16c781371b req-756f2918-f831-462a-84c4-a1d0a77900c1 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:13.437631 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-411932ec-47b5-40f3-87fd-3d2c99104f32 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:13.483082 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f2918-f831-462a-84c4-a1d0a77900c1 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Pushing event deleted for resources: {'Port': ['ID=17450d03-c6d4-4a4a-af14-ed8f8992ecd8,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:13.486520 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-756f2918-f831-462a-84c4-a1d0a77900c1 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:13.488997 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] get_ports_and_sgs() called for port_ids ['17450d03-c6d4-4a4a-af14-ed8f8992ecd8'] {{(pid=73846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 14:11:13.624063 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-f3f90330-5feb-4f09-9b75-b5fbfd385223 req-e4e20e98-ec12-4c1d-9781-2ba790a54789 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=7878a45f-b4a4-4634-8968-122ce65cffcf HTTP/1.1" status: 200  len: 210 time: 0.0460935
Apr 30 14:11:13.645139 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-11667d8a-8825-4002-8d95-5c16c781371b req-756f2918-f831-462a-84c4-a1d0a77900c1 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] No DVR routers for this DVR port 17450d03-c6d4-4a4a-af14-ed8f8992ecd8 on host hv-cinder-78836 {{(pid=73845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 14:11:13.648208 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-11667d8a-8825-4002-8d95-5c16c781371b req-756f2918-f831-462a-84c4-a1d0a77900c1 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:13.650891 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7878a45f-b4a4-4634-8968-122ce65cffcf', 'name': 'network-vif-deleted', 'tag': '17450d03-c6d4-4a4a-af14-ed8f8992ecd8'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:11:13.667342 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-11667d8a-8825-4002-8d95-5c16c781371b req-756f2918-f831-462a-84c4-a1d0a77900c1 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.43 "DELETE /v2.0/ports/17450d03-c6d4-4a4a-af14-ed8f8992ecd8 HTTP/1.1" status: 204  len: 173 time: 0.8671811
Apr 30 14:11:13.694952 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 83948629-89b8-4034-8e62-4a6438a1a2d2 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 14:11:13.703979 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7878a45f-b4a4-4634-8968-122ce65cffcf', 'name': 'network-vif-deleted', 'tag': '17450d03-c6d4-4a4a-af14-ed8f8992ecd8', 'status': 'completed', 'code': 200}
Apr 30 14:11:13.848924 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port 83948629-89b8-4034-8e62-4a6438a1a2d2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=83948629-89b8-4034-8e62-4a6438a1a2d2,segment=NetworkSegment(dc21f2d8-18fd-47bf-9988-a9a35c8ce195),segment_id=dc21f2d8-18fd-47bf-9988-a9a35c8ce195)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:11:13.863561 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Returning: {'device': '83948629-89b8-4034-8e62-4a6438a1a2d2', 'network_id': '84f51274-b399-4df1-a351-7732fe37e539', 'port_id': '83948629-89b8-4034-8e62-4a6438a1a2d2', 'mac_address': 'fa:16:3e:eb:19:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712ad888-9ad6-4aab-8f26-77fb9d3e4f23', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 14:11:13.918028 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:13.934667 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83948629-89b8-4034-8e62-4a6438a1a2d2 {{(pid=73846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 14:11:13.950988 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port 83948629-89b8-4034-8e62-4a6438a1a2d2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=83948629-89b8-4034-8e62-4a6438a1a2d2,segment=NetworkSegment(dc21f2d8-18fd-47bf-9988-a9a35c8ce195),segment_id=dc21f2d8-18fd-47bf-9988-a9a35c8ce195)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:11:13.955150 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:13.956859 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-0725ef30-f6c6-4089-b835-0a73c53000f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:14.025843 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Pushing event updated for resources: {'Port': ['ID=83948629-89b8-4034-8e62-4a6438a1a2d2,revision_number=4']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:14.028708 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:14.237367 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b540c-d252-4646-8445-957cdc5db456 req-4a8b7a5c-156b-4a69-84bd-1dbe48bb7dd6 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:14.238816 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3d7b540c-d252-4646-8445-957cdc5db456 req-4a8b7a5c-156b-4a69-84bd-1dbe48bb7dd6 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.0778377
Apr 30 14:11:14.286324 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3d7b540c-d252-4646-8445-957cdc5db456 req-7d8f00f8-cd49-4a32-910f-c8c342b9a310 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405912
Apr 30 14:11:14.413197 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbcfb6-25a2-4203-9354-ab7152ba2746 req-b472e0c8-986b-4b59-8602-d854bfbdfd45 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:14.415779 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-e2bbcfb6-25a2-4203-9354-ab7152ba2746 req-b472e0c8-986b-4b59-8602-d854bfbdfd45 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/ports?device_id=42c56b5f-a1df-48f5-8701-4b76264da6ba HTTP/1.1" status: 200  len: 944 time: 0.0849934
Apr 30 14:11:14.510902 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-e2bbcfb6-25a2-4203-9354-ab7152ba2746 req-9df23ed0-dbed-4ab7-833e-31b92016eeca tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bafbcd2-00b4-494f-bc3e-91719bee939d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889254
Apr 30 14:11:14.790170 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-bf694775-650b-4819-b828-d3aa5366c5b3 req-526f2382-c794-49f1-9a77-1cf230d35bde tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] 10.222.0.32 "GET /v2.0/ports?device_id=7878a45f-b4a4-4634-8968-122ce65cffcf HTTP/1.1" status: 200  len: 210 time: 0.0430050
Apr 30 14:11:15.917025 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 17450d03-c6d4-4a4a-af14-ed8f8992ecd8 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:11:15.954401 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] No Port match for: 17450d03-c6d4-4a4a-af14-ed8f8992ecd8 {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:11:15.954753 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 17450d03-c6d4-4a4a-af14-ed8f8992ecd8 not bound to the agent host hv-cinder-78836 {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:11:16.075141 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac3751-85d0-4251-a9c6-6153c0ae984a req-d9ecc81f-ccd5-4405-a4ac-6f17c9a09546 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:16.076906 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-afac3751-85d0-4251-a9c6-6153c0ae984a req-d9ecc81f-ccd5-4405-a4ac-6f17c9a09546 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.0944493
Apr 30 14:11:16.103687 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e4ec4-e893-4757-b5ed-95de8f4882a6 req-899f1679-a7d4-47c3-bd2b-afbc74fca308 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:16.105104 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-335e4ec4-e893-4757-b5ed-95de8f4882a6 req-899f1679-a7d4-47c3-bd2b-afbc74fca308 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/ports?device_id=42c56b5f-a1df-48f5-8701-4b76264da6ba HTTP/1.1" status: 200  len: 944 time: 0.0970044
Apr 30 14:11:16.130239 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-afac3751-85d0-4251-a9c6-6153c0ae984a req-0894aa28-674b-4e6d-aaa7-6cb77337550a tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462425
Apr 30 14:11:16.153598 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-335e4ec4-e893-4757-b5ed-95de8f4882a6 req-7ffe937a-fc2a-4db8-b2a7-defa86bb18ee tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bafbcd2-00b4-494f-bc3e-91719bee939d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415282
Apr 30 14:11:16.217572 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 46634) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:16.276733 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.db_base_plugin_v2 [None req-35f36133-f8d1-474d-9c3b-3a3628305d51 admin admin] Deleting subnet d8dcaed0-062c-4177-bebc-e438f9a7434c {{(pid=73844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 14:11:16.279661 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-35f36133-f8d1-474d-9c3b-3a3628305d51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:16.329819 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-35f36133-f8d1-474d-9c3b-3a3628305d51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7339661'] for subnet, precommit_delete_associations {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:16.350906 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] get_ports_and_sgs() called for port_ids ['83948629-89b8-4034-8e62-4a6438a1a2d2'] {{(pid=73846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 14:11:16.383941 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-35f36133-f8d1-474d-9c3b-3a3628305d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996049'] for subnet, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:16.635644 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-35f36133-f8d1-474d-9c3b-3a3628305d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6993923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6538315'] for subnet, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:16.640573 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:16.679355 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f36133-f8d1-474d-9c3b-3a3628305d51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8dcaed0-062c-4177-bebc-e438f9a7434c,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:16.683593 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-35f36133-f8d1-474d-9c3b-3a3628305d51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for subnet, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:16.693979 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f36133-f8d1-474d-9c3b-3a3628305d51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:11:16.694351 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f36133-f8d1-474d-9c3b-3a3628305d51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:11:16.694768 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f36133-f8d1-474d-9c3b-3a3628305d51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:11:16.695202 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f36133-f8d1-474d-9c3b-3a3628305d51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:11:16.695665 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f36133-f8d1-474d-9c3b-3a3628305d51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:11:16.696321 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f36133-f8d1-474d-9c3b-3a3628305d51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:11:16.696842 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f36133-f8d1-474d-9c3b-3a3628305d51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:11:16.697319 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f36133-f8d1-474d-9c3b-3a3628305d51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:11:16.697808 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f36133-f8d1-474d-9c3b-3a3628305d51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:11:16.698288 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f36133-f8d1-474d-9c3b-3a3628305d51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:11:16.698634 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f36133-f8d1-474d-9c3b-3a3628305d51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:11:16.698981 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f36133-f8d1-474d-9c3b-3a3628305d51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:11:16.704877 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-35f36133-f8d1-474d-9c3b-3a3628305d51 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d8dcaed0-062c-4177-bebc-e438f9a7434c HTTP/1.1" status: 204  len: 168 time: 0.4846630
Apr 30 14:11:16.704877 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-35f36133-f8d1-474d-9c3b-3a3628305d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:16.706106 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 46644) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:16.817078 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c045834e-978e-4a6e-915f-21fb2c784a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639966'] for network, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:16.979622 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c045834e-978e-4a6e-915f-21fb2c784a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984668', 'neutron.services.segments.db._delete_segments_for_network-8774018681245'] for network, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:17.135639 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.services.segments.db [None req-c045834e-978e-4a6e-915f-21fb2c784a59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fadc2ac1d30>,) {'filters': {'network_id': ['27a06724-f619-40a9-80b3-31638be87e2f']}} {{(pid=73844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:11:17.151142 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.services.segments.db [None req-c045834e-978e-4a6e-915f-21fb2c784a59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fadc2ac1d30>, '6dccc72e-684c-4196-8b31-0016418af8e9') {'for_net_delete': True} {{(pid=73844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:11:17.151842 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.services.segments.db [None req-c045834e-978e-4a6e-915f-21fb2c784a59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fadc2ac1d30>, '6dccc72e-684c-4196-8b31-0016418af8e9') {} {{(pid=73844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:11:17.168685 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c045834e-978e-4a6e-915f-21fb2c784a59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774018692967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7339652'] for segment, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:17.191888 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c045834e-978e-4a6e-915f-21fb2c784a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-993311'] for segment, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:17.199560 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c045834e-978e-4a6e-915f-21fb2c784a59 admin admin] Releasing vlan 1420 on physical network physnet1 to pool {{(pid=73844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 14:11:17.455113 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d51e50-f3f5-4a0d-8d80-d8f68e08d6cb req-e75d4aa7-1451-4ba8-8df9-fe9b19506fc3 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:17.456611 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a5d51e50-f3f5-4a0d-8d80-d8f68e08d6cb req-e75d4aa7-1451-4ba8-8df9-fe9b19506fc3 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/ports?device_id=42c56b5f-a1df-48f5-8701-4b76264da6ba HTTP/1.1" status: 200  len: 944 time: 0.1220005
Apr 30 14:11:17.466005 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.managers [None req-c045834e-978e-4a6e-915f-21fb2c784a59 admin admin] Network 27a06724-f619-40a9-80b3-31638be87e2f has no segments {{(pid=73844) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 14:11:17.479142 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c045834e-978e-4a6e-915f-21fb2c784a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-993508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6994089'] for segment, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:17.528882 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a5d51e50-f3f5-4a0d-8d80-d8f68e08d6cb req-65bba91b-d968-45c0-ab52-432fb7e858e7 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bafbcd2-00b4-494f-bc3e-91719bee939d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645571
Apr 30 14:11:17.620026 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac188f-727e-4c23-a318-66337d82132e req-a8550dec-d824-4190-a9f0-fcda6d15f5b6 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:17.627148 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-88ac188f-727e-4c23-a318-66337d82132e req-a8550dec-d824-4190-a9f0-fcda6d15f5b6 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.3417830
Apr 30 14:11:17.813277 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.managers [None req-c045834e-978e-4a6e-915f-21fb2c784a59 admin admin] Network 27a06724-f619-40a9-80b3-31638be87e2f has no segments {{(pid=73844) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 14:11:17.836440 dv-cinder-788365-2-iscsi neutron-server[73844]: Traceback (most recent call last):
Apr 30 14:11:17.836440 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 14:11:17.836440 dv-cinder-788365-2-iscsi neutron-server[73844]:     timer()
Apr 30 14:11:17.836440 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 14:11:17.836440 dv-cinder-788365-2-iscsi neutron-server[73844]:     cb(*args, **kw)
Apr 30 14:11:17.836440 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 14:11:17.836440 dv-cinder-788365-2-iscsi neutron-server[73844]:     return func(*args, **kwargs)
Apr 30 14:11:17.836440 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 14:11:17.836440 dv-cinder-788365-2-iscsi neutron-server[73844]:     self._notify()
Apr 30 14:11:17.836440 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 14:11:17.836440 dv-cinder-788365-2-iscsi neutron-server[73844]:     self.callback(batched_events)
Apr 30 14:11:17.836440 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 14:11:17.836440 dv-cinder-788365-2-iscsi neutron-server[73844]:     event.method(event)
Apr 30 14:11:17.836440 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 14:11:17.836440 dv-cinder-788365-2-iscsi neutron-server[73844]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 14:11:17.836440 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 14:11:17.836440 dv-cinder-788365-2-iscsi neutron-server[73844]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 14:11:17.836440 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 14:11:17.836440 dv-cinder-788365-2-iscsi neutron-server[73844]:     return f(self, *a, **k)
Apr 30 14:11:17.836440 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 14:11:17.836440 dv-cinder-788365-2-iscsi neutron-server[73844]:     return self._get(url).json()
Apr 30 14:11:17.836440 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 14:11:17.836440 dv-cinder-788365-2-iscsi neutron-server[73844]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 14:11:17.836440 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 14:11:17.836440 dv-cinder-788365-2-iscsi neutron-server[73844]:     return self.request(url, 'GET', **kwargs)
Apr 30 14:11:17.836440 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 14:11:17.836440 dv-cinder-788365-2-iscsi neutron-server[73844]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 14:11:17.836440 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 14:11:17.836440 dv-cinder-788365-2-iscsi neutron-server[73844]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 14:11:17.836440 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 14:11:17.836440 dv-cinder-788365-2-iscsi neutron-server[73844]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 14:11:17.836440 dv-cinder-788365-2-iscsi neutron-server[73844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 14:11:17.852194 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-88ac188f-727e-4c23-a318-66337d82132e req-65c03518-2dc1-4c2e-a5cc-ceeca73c4914 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2237239
Apr 30 14:11:17.947354 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 83948629-89b8-4034-8e62-4a6438a1a2d2 up at agent hyperv_hv-cinder-78836 {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:11:17.955507 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c045834e-978e-4a6e-915f-21fb2c784a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8010353'] for network, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:17.977282 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c045834e-978e-4a6e-915f-21fb2c784a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for network, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:17.992620 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:18.015942 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045834e-978e-4a6e-915f-21fb2c784a59 admin admin] Pushing event deleted for resources: {'Network': ['ID=27a06724-f619-40a9-80b3-31638be87e2f,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:18.018708 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-c045834e-978e-4a6e-915f-21fb2c784a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:18.026879 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-c045834e-978e-4a6e-915f-21fb2c784a59 admin admin] 10.222.0.32 "DELETE /v2.0/networks/27a06724-f619-40a9-80b3-31638be87e2f HTTP/1.1" status: 204  len: 168 time: 1.3200374
Apr 30 14:11:18.076191 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Provisioning for port 83948629-89b8-4034-8e62-4a6438a1a2d2 completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:11:18.093275 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Provisioning complete for port 83948629-89b8-4034-8e62-4a6438a1a2d2 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:11:18.093978 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:18.355236 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:18.387135 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 46682) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:18.401155 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c56b5f-a1df-48f5-8701-4b76264da6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83948629-89b8-4034-8e62-4a6438a1a2d2'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:11:18.415560 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port 83948629-89b8-4034-8e62-4a6438a1a2d2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=83948629-89b8-4034-8e62-4a6438a1a2d2,segment=NetworkSegment(dc21f2d8-18fd-47bf-9988-a9a35c8ce195),segment_id=dc21f2d8-18fd-47bf-9988-a9a35c8ce195)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:11:18.425068 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:18.427553 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-9617762b-55b3-43dd-b796-789cd3bae953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:18.452379 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-b80807e3-2fb2-46c6-a4dc-c66bafa99b17 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=115ed14988014677a355d6807f338dbb&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0617554
Apr 30 14:11:18.452668 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 46688) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:18.509779 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Pushing event updated for resources: {'Port': ['ID=83948629-89b8-4034-8e62-4a6438a1a2d2,revision_number=5']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:18.514076 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:18.518481 dv-cinder-788365-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c56b5f-a1df-48f5-8701-4b76264da6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83948629-89b8-4034-8e62-4a6438a1a2d2', 'code': 200}
Apr 30 14:11:18.526526 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-bc200469-2f8c-4a73-ba7b-865a4c77674b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:18.557171 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-bc200469-2f8c-4a73-ba7b-865a4c77674b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:18.608377 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0284988f-1ddd-48ba-94c0-7507ebada4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:18.687016 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-bc200469-2f8c-4a73-ba7b-865a4c77674b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:18.691487 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-74214429-26a1-4db7-b142-011724909c85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:18.751761 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc200469-2f8c-4a73-ba7b-865a4c77674b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8bcb37-8999-4893-820a-cd65d9ac3fa3,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:18.761376 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-bc200469-2f8c-4a73-ba7b-865a4c77674b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:18.781815 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-bc200469-2f8c-4a73-ba7b-865a4c77674b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:18.787403 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-bc200469-2f8c-4a73-ba7b-865a4c77674b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e8bcb37-8999-4893-820a-cd65d9ac3fa3 HTTP/1.1" status: 204  len: 168 time: 0.3255062
Apr 30 14:11:18.848821 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1438d46-e3fb-4021-9b1c-9ffecec063c8 req-15f34544-d6d0-4244-8f85-e2423a3eafdc tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:18.861999 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-b1438d46-e3fb-4021-9b1c-9ffecec063c8 req-15f34544-d6d0-4244-8f85-e2423a3eafdc tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/ports?device_id=42c56b5f-a1df-48f5-8701-4b76264da6ba HTTP/1.1" status: 200  len: 945 time: 0.1547673
Apr 30 14:11:18.942381 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-b1438d46-e3fb-4021-9b1c-9ffecec063c8 req-351eeba3-1e4b-4990-aa5e-6fef03a3aea8 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bafbcd2-00b4-494f-bc3e-91719bee939d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791187
Apr 30 14:11:19.048045 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f48016-6c1b-4b53-a54a-16a915cb35b1 req-a2f17c87-df2e-4875-8361-2233ad6a21ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:19.050320 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-04f48016-6c1b-4b53-a54a-16a915cb35b1 req-a2f17c87-df2e-4875-8361-2233ad6a21ea service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=42c56b5f-a1df-48f5-8701-4b76264da6ba HTTP/1.1" status: 200  len: 1098 time: 0.2265873
Apr 30 14:11:19.132351 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-04f48016-6c1b-4b53-a54a-16a915cb35b1 req-c7d45154-ea70-43ff-adfa-5d356415d4b0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2bafbcd2-00b4-494f-bc3e-91719bee939d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759730
Apr 30 14:11:19.391289 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451284f-b633-4435-8fd1-d3664ab73cd0 req-29b365c2-b1c4-4167-87e5-570ac516c2d5 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:19.393731 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1451284f-b633-4435-8fd1-d3664ab73cd0 req-29b365c2-b1c4-4167-87e5-570ac516c2d5 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.2358611
Apr 30 14:11:19.503755 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1451284f-b633-4435-8fd1-d3664ab73cd0 req-72cabe92-3ca3-4368-90fd-74cd36e4b31a tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015744
Apr 30 14:11:20.261009 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 46730) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:20.341196 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5322584-bd57-40fe-a584-0f06af1d52ea req-56c48085-40a3-41db-bbe2-5ad849da0d89 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:20.342683 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-b5322584-bd57-40fe-a584-0f06af1d52ea req-56c48085-40a3-41db-bbe2-5ad849da0d89 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/ports?device_id=42c56b5f-a1df-48f5-8701-4b76264da6ba HTTP/1.1" status: 200  len: 945 time: 0.1250918
Apr 30 14:11:20.398862 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-b5322584-bd57-40fe-a584-0f06af1d52ea req-96e2b239-23b0-449a-abcc-f4af5580f8b5 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bafbcd2-00b4-494f-bc3e-91719bee939d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502958
Apr 30 14:11:20.448024 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-af5a595e-0228-467d-9135-cdf9c87005e7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1748258217-network', 'tenant_id': '422a0096bd7441b899625bb345af7a09'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:11:20.453702 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-af5a595e-0228-467d-9135-cdf9c87005e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:11:20.457751 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-af5a595e-0228-467d-9135-cdf9c87005e7 admin admin] Usage tracker for resource:network and tenant:422a0096bd7441b899625bb345af7a09 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:11:20.462150 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-af5a595e-0228-467d-9135-cdf9c87005e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:11:20.468850 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-af5a595e-0228-467d-9135-cdf9c87005e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:11:20.483112 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5a595e-0228-467d-9135-cdf9c87005e7 admin admin] Made reservation on behalf of 422a0096bd7441b899625bb345af7a09 for: {'network': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:11:20.486005 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-af5a595e-0228-467d-9135-cdf9c87005e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for network, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:20.499821 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-af5a595e-0228-467d-9135-cdf9c87005e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:20.517144 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-af5a595e-0228-467d-9135-cdf9c87005e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:11:20.521422 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-af5a595e-0228-467d-9135-cdf9c87005e7 admin admin] Usage tracker for resource:security_group_rule and tenant:422a0096bd7441b899625bb345af7a09 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:11:20.524942 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-af5a595e-0228-467d-9135-cdf9c87005e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:11:20.531909 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-af5a595e-0228-467d-9135-cdf9c87005e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:11:20.664659 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-af5a595e-0228-467d-9135-cdf9c87005e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:20.673131 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-af5a595e-0228-467d-9135-cdf9c87005e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:20.687688 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-c9274a25-c28d-4124-9d3a-526d0cebb45b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:20.732762 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af5a595e-0228-467d-9135-cdf9c87005e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1411, 'physical_network': 'physnet1'}  {{(pid=73845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 14:11:20.762422 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-af5a595e-0228-467d-9135-cdf9c87005e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-993311'] for segment, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:20.762756 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.db.segments_db [None req-af5a595e-0228-467d-9135-cdf9c87005e7 admin admin] Added segment 0961e3a3-ef4c-4a91-8fab-93a5d343a95f of type vlan for network 747b825a-782c-440d-b01b-0d90334150d5
Apr 30 14:11:20.797981 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a595e-0228-467d-9135-cdf9c87005e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf56fd1d-3591-4a97-ad45-f7ed7c9945ba,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:20.822467 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-af5a595e-0228-467d-9135-cdf9c87005e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:20.831947 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-af5a595e-0228-467d-9135-cdf9c87005e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774018256249'] for network, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:20.875939 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ab043-6a6c-4e2e-9884-63b0a601a019 req-3c4fd130-09c9-4f8a-96ce-fd02da678463 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:20.876709 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4f6ab043-6a6c-4e2e-9884-63b0a601a019 req-3c4fd130-09c9-4f8a-96ce-fd02da678463 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.1904335
Apr 30 14:11:20.900193 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-af5a595e-0228-467d-9135-cdf9c87005e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741'] for network, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:20.903965 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5a595e-0228-467d-9135-cdf9c87005e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:20.904543 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-af5a595e-0228-467d-9135-cdf9c87005e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for network, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:20.910248 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:20.982045 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4f6ab043-6a6c-4e2e-9884-63b0a601a019 req-87ab0059-0062-4b54-9b31-80c9151cdd36 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985410
Apr 30 14:11:21.042784 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a595e-0228-467d-9135-cdf9c87005e7 admin admin] Pushing event updated for resources: {'Network': ['ID=747b825a-782c-440d-b01b-0d90334150d5,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:21.052564 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-af5a595e-0228-467d-9135-cdf9c87005e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:21.053467 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Network 747b825a-782c-440d-b01b-0d90334150d5 details requested by agent ovs-agent-dv-cinder-788365-2-iscsi with host dv-cinder-788365-2-iscsi {{(pid=73846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 14:11:21.061281 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-af5a595e-0228-467d-9135-cdf9c87005e7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 899 time: 0.7953234
Apr 30 14:11:21.061598 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 46746) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:21.067482 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-87bf3b92-e633-41c1-963f-8b15a78d9560 admin admin] Request body: {'subnet': {'network_id': '747b825a-782c-440d-b01b-0d90334150d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1748258217-subnet', 'tenant_id': '422a0096bd7441b899625bb345af7a09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:11:21.073482 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-87bf3b92-e633-41c1-963f-8b15a78d9560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:11:21.079367 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-87bf3b92-e633-41c1-963f-8b15a78d9560 admin admin] Usage tracker for resource:subnet and tenant:422a0096bd7441b899625bb345af7a09 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:11:21.085878 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-87bf3b92-e633-41c1-963f-8b15a78d9560 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:11:21.093151 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-87bf3b92-e633-41c1-963f-8b15a78d9560 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:11:21.110737 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bf3b92-e633-41c1-963f-8b15a78d9560 admin admin] Made reservation on behalf of 422a0096bd7441b899625bb345af7a09 for: {'subnet': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:11:21.114377 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-87bf3b92-e633-41c1-963f-8b15a78d9560 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:21.387932 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c8e99d92-d2c6-42ab-bf6b-f513adc0f1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:21.398056 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:21.652107 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-87bf3b92-e633-41c1-963f-8b15a78d9560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741'] for subnet, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:21.657205 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-d5e9d78f-ec9c-4726-b0e6-ad38632dacff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:21.709945 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62da4d5-8ed9-4d75-8a00-18fb2a6cd69d req-079a4f13-8ae7-42c4-bd9d-24c573922252 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:21.712697 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-e62da4d5-8ed9-4d75-8a00-18fb2a6cd69d req-079a4f13-8ae7-42c4-bd9d-24c573922252 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/ports?device_id=42c56b5f-a1df-48f5-8701-4b76264da6ba HTTP/1.1" status: 200  len: 945 time: 0.1325982
Apr 30 14:11:21.744481 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf3b92-e633-41c1-963f-8b15a78d9560 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07d98973-d2fb-4031-8f2e-55999140d522,revision_number=0']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:21.747389 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-87bf3b92-e633-41c1-963f-8b15a78d9560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:21.778251 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bf3b92-e633-41c1-963f-8b15a78d9560 admin admin] Checking segment: {'id': '0961e3a3-ef4c-4a91-8fab-93a5d343a95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1411, 'network_id': '747b825a-782c-440d-b01b-0d90334150d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:11:21.778672 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bf3b92-e633-41c1-963f-8b15a78d9560 admin admin] Network hostable DHCP agents. Network: 747b825a-782c-440d-b01b-0d90334150d5, hostable agents: ['b25aa941-54d2-4dd8-96cc-172903f8133a'], hosted agents: [] {{(pid=73845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 14:11:21.781812 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-e62da4d5-8ed9-4d75-8a00-18fb2a6cd69d req-78afe8d6-1973-4beb-8bc9-ec27dee672f4 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bafbcd2-00b4-494f-bc3e-91719bee939d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631626
Apr 30 14:11:21.832200 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bf3b92-e633-41c1-963f-8b15a78d9560 admin admin] Network 747b825a-782c-440d-b01b-0d90334150d5 is scheduled to be hosted by DHCP agent b25aa941-54d2-4dd8-96cc-172903f8133a with binding_index 1 {{(pid=73845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 14:11:21.851562 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-87bf3b92-e633-41c1-963f-8b15a78d9560 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-2-iscsi, 747b825a-782c-440d-b01b-0d90334150d5) {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:11:21.858998 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bf3b92-e633-41c1-963f-8b15a78d9560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:21.859594 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-87bf3b92-e633-41c1-963f-8b15a78d9560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for subnet, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:21.865819 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869c1ea8-392a-4d18-b201-b439b25c7edc None None] Network 747b825a-782c-440d-b01b-0d90334150d5 requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:11:21.928770 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-87bf3b92-e633-41c1-963f-8b15a78d9560 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.8651862
Apr 30 14:11:22.121463 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49d93b-55b8-4675-a79f-6f4077546a89 req-ebcd1035-7436-4c3e-a4ff-2bdb930f78be tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:22.140798 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-fa49d93b-55b8-4675-a79f-6f4077546a89 req-ebcd1035-7436-4c3e-a4ff-2bdb930f78be tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/ports?device_id=42c56b5f-a1df-48f5-8701-4b76264da6ba HTTP/1.1" status: 200  len: 945 time: 0.1730897
Apr 30 14:11:22.144021 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:22.233659 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-fa49d93b-55b8-4675-a79f-6f4077546a89 req-51db012a-140f-4400-8e1f-94b28594eca2 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bafbcd2-00b4-494f-bc3e-91719bee939d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900574
Apr 30 14:11:22.314145 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:22.416426 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69097be5-d6c7-448b-a44e-9d15b7899d0a None None] Network 747b825a-782c-440d-b01b-0d90334150d5 requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:11:22.470539 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab0362-fdf4-48c4-847c-c7d3d7b4bd82 req-c04812b3-01dd-405d-aa3c-0f22c633d848 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:22.476404 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4fab0362-fdf4-48c4-847c-c7d3d7b4bd82 req-c04812b3-01dd-405d-aa3c-0f22c633d848 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.1287296
Apr 30 14:11:22.581835 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4fab0362-fdf4-48c4-847c-c7d3d7b4bd82 req-44f82858-d9de-4ffb-a5ae-8e8307dff6e2 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990820
Apr 30 14:11:22.772351 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a52b0-9bbe-403a-914f-cc52c5e368a9 req-732869d8-ec9d-4db9-9c04-cb53d0b3137f tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:22.780383 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-122a52b0-9bbe-403a-914f-cc52c5e368a9 req-732869d8-ec9d-4db9-9c04-cb53d0b3137f tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/ports?device_id=42c56b5f-a1df-48f5-8701-4b76264da6ba HTTP/1.1" status: 200  len: 945 time: 0.1082890
Apr 30 14:11:22.832686 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-122a52b0-9bbe-403a-914f-cc52c5e368a9 req-6b79adf9-65cb-4ba5-8bab-79af02c32121 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bafbcd2-00b4-494f-bc3e-91719bee939d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491142
Apr 30 14:11:22.869051 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 46788) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:22.875195 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-7c23d27c-8281-4e8d-b01d-319cf8983461 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-807634047-network', 'tenant_id': 'd04db61c1f1e465bbc5d7f22923c414e'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:11:22.882768 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-7c23d27c-8281-4e8d-b01d-319cf8983461 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:11:22.887274 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-7c23d27c-8281-4e8d-b01d-319cf8983461 admin admin] Usage tracker for resource:network and tenant:d04db61c1f1e465bbc5d7f22923c414e is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:11:22.890680 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-7c23d27c-8281-4e8d-b01d-319cf8983461 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:11:22.899145 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-7c23d27c-8281-4e8d-b01d-319cf8983461 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:11:22.910914 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c23d27c-8281-4e8d-b01d-319cf8983461 admin admin] Made reservation on behalf of d04db61c1f1e465bbc5d7f22923c414e for: {'network': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:11:22.914554 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7c23d27c-8281-4e8d-b01d-319cf8983461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for network, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:22.931329 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7c23d27c-8281-4e8d-b01d-319cf8983461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:22.949394 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-7c23d27c-8281-4e8d-b01d-319cf8983461 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:11:22.953525 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-7c23d27c-8281-4e8d-b01d-319cf8983461 admin admin] Usage tracker for resource:security_group_rule and tenant:d04db61c1f1e465bbc5d7f22923c414e is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:11:22.956638 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-7c23d27c-8281-4e8d-b01d-319cf8983461 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:11:22.964088 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-7c23d27c-8281-4e8d-b01d-319cf8983461 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:11:23.115980 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7c23d27c-8281-4e8d-b01d-319cf8983461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:23.137975 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7c23d27c-8281-4e8d-b01d-319cf8983461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:23.162478 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c23d27c-8281-4e8d-b01d-319cf8983461 admin admin] vlan segment allocate from pool success with {'vlan_id': 1439, 'physical_network': 'physnet1'}  {{(pid=73845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 14:11:23.194969 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7c23d27c-8281-4e8d-b01d-319cf8983461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-993311'] for segment, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:23.196682 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.db.segments_db [None req-7c23d27c-8281-4e8d-b01d-319cf8983461 admin admin] Added segment 9de7d92b-b99e-42c1-85e5-b7995c675e70 of type vlan for network ed079f3b-5087-4bbe-aa40-d7718abe6114
Apr 30 14:11:23.238978 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7c23d27c-8281-4e8d-b01d-319cf8983461 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774018256249'] for network, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:23.260822 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:23.335518 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c23d27c-8281-4e8d-b01d-319cf8983461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7456e3f-c0af-4ca3-a8c0-d8d1af1d409c,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:23.339825 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-7c23d27c-8281-4e8d-b01d-319cf8983461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:23.340895 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7c23d27c-8281-4e8d-b01d-319cf8983461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741'] for network, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:23.342321 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c23d27c-8281-4e8d-b01d-319cf8983461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:23.342973 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7c23d27c-8281-4e8d-b01d-319cf8983461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for network, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:23.350762 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:23.497240 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c23d27c-8281-4e8d-b01d-319cf8983461 admin admin] Pushing event updated for resources: {'Network': ['ID=ed079f3b-5087-4bbe-aa40-d7718abe6114,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:23.504480 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-7c23d27c-8281-4e8d-b01d-319cf8983461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:23.511640 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Network ed079f3b-5087-4bbe-aa40-d7718abe6114 details requested by agent ovs-agent-dv-cinder-788365-2-iscsi with host dv-cinder-788365-2-iscsi {{(pid=73846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 14:11:23.523127 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-7c23d27c-8281-4e8d-b01d-319cf8983461 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.6499398
Apr 30 14:11:23.523669 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 46804) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:23.534386 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-1b1e5819-683e-4b5b-8a0f-2f0e82ee3f0b admin admin] Request body: {'subnet': {'network_id': 'ed079f3b-5087-4bbe-aa40-d7718abe6114', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-807634047-subnet', 'tenant_id': 'd04db61c1f1e465bbc5d7f22923c414e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:11:23.539676 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-1b1e5819-683e-4b5b-8a0f-2f0e82ee3f0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:11:23.544544 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-1b1e5819-683e-4b5b-8a0f-2f0e82ee3f0b admin admin] Usage tracker for resource:subnet and tenant:d04db61c1f1e465bbc5d7f22923c414e is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:11:23.547827 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-1b1e5819-683e-4b5b-8a0f-2f0e82ee3f0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:11:23.557026 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-1b1e5819-683e-4b5b-8a0f-2f0e82ee3f0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:11:23.672179 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1e5819-683e-4b5b-8a0f-2f0e82ee3f0b admin admin] Made reservation on behalf of d04db61c1f1e465bbc5d7f22923c414e for: {'subnet': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:11:23.674888 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1b1e5819-683e-4b5b-8a0f-2f0e82ee3f0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:23.828829 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:24.171794 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b184e-a008-4743-ba90-d60d75ff4cd7 req-05f9fba7-2fba-4511-93ab-7ef8b34fc8b9 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:24.173453 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7c2b184e-a008-4743-ba90-d60d75ff4cd7 req-05f9fba7-2fba-4511-93ab-7ef8b34fc8b9 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.2225013
Apr 30 14:11:24.316253 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7c2b184e-a008-4743-ba90-d60d75ff4cd7 req-83177ad4-bcfc-40b7-9eb6-6d993033e4fe tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165457
Apr 30 14:11:24.529495 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1b1e5819-683e-4b5b-8a0f-2f0e82ee3f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741'] for subnet, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:24.535889 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-11c8447d-b231-4d0a-8888-037d63b4107e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:24.687568 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e5819-683e-4b5b-8a0f-2f0e82ee3f0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2c1526e-1b64-4e96-9584-881faad14237,revision_number=0']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:24.693673 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-1b1e5819-683e-4b5b-8a0f-2f0e82ee3f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:24.703646 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1e5819-683e-4b5b-8a0f-2f0e82ee3f0b admin admin] Checking segment: {'id': '9de7d92b-b99e-42c1-85e5-b7995c675e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1439, 'network_id': 'ed079f3b-5087-4bbe-aa40-d7718abe6114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:11:24.704202 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1e5819-683e-4b5b-8a0f-2f0e82ee3f0b admin admin] Network hostable DHCP agents. Network: ed079f3b-5087-4bbe-aa40-d7718abe6114, hostable agents: ['b25aa941-54d2-4dd8-96cc-172903f8133a'], hosted agents: [] {{(pid=73845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 14:11:24.752879 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1e5819-683e-4b5b-8a0f-2f0e82ee3f0b admin admin] Network ed079f3b-5087-4bbe-aa40-d7718abe6114 is scheduled to be hosted by DHCP agent b25aa941-54d2-4dd8-96cc-172903f8133a with binding_index 1 {{(pid=73845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 14:11:24.847396 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-1b1e5819-683e-4b5b-8a0f-2f0e82ee3f0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-2-iscsi, ed079f3b-5087-4bbe-aa40-d7718abe6114) {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:11:24.852673 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1e5819-683e-4b5b-8a0f-2f0e82ee3f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:24.853262 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1b1e5819-683e-4b5b-8a0f-2f0e82ee3f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for subnet, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:24.861639 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8cec99-03b9-4559-91ba-c6ff9f497856 None None] Network ed079f3b-5087-4bbe-aa40-d7718abe6114 requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:11:24.916077 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-1b1e5819-683e-4b5b-8a0f-2f0e82ee3f0b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.3817813
Apr 30 14:11:24.960171 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18c478-1802-44d5-b4f2-2227ebdd217f req-3e139779-5ced-4193-8953-a735f1bcaa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:24.962429 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1b18c478-1802-44d5-b4f2-2227ebdd217f req-3e139779-5ced-4193-8953-a735f1bcaa8c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 1098 time: 0.1949997
Apr 30 14:11:25.132268 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1b18c478-1802-44d5-b4f2-2227ebdd217f req-df863583-4d16-4ab5-b3ac-e3a2aa7f8f78 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1607025
Apr 30 14:11:25.197514 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32adb2a9-c041-424f-8858-d51b633fa322 None None] Network ed079f3b-5087-4bbe-aa40-d7718abe6114 requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:11:25.264791 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 46838) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:25.453561 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_v2 [None req-70257922-83e7-4500-987d-67fa7d47e617 admin admin] Deleting subnet 07d98973-d2fb-4031-8f2e-55999140d522 {{(pid=73845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 14:11:25.471430 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-70257922-83e7-4500-987d-67fa7d47e617 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:25.629885 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-70257922-83e7-4500-987d-67fa7d47e617 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:25.667051 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-70257922-83e7-4500-987d-67fa7d47e617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996049'] for subnet, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:25.857179 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59883889-0304-4fcd-954d-927463ebf034 req-545bff37-59cf-4a43-9348-6035a207e035 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:25.858868 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-59883889-0304-4fcd-954d-927463ebf034 req-545bff37-59cf-4a43-9348-6035a207e035 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.2811666
Apr 30 14:11:25.946622 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-59883889-0304-4fcd-954d-927463ebf034 req-d6ad90cc-a4b1-4910-a6ef-85752d005c76 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661700
Apr 30 14:11:26.191401 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-70257922-83e7-4500-987d-67fa7d47e617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741'] for subnet, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:26.196552 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-87bf3b92-e633-41c1-963f-8b15a78d9560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:26.252554 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70257922-83e7-4500-987d-67fa7d47e617 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07d98973-d2fb-4031-8f2e-55999140d522,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:26.256391 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-70257922-83e7-4500-987d-67fa7d47e617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:26.260043 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-70257922-83e7-4500-987d-67fa7d47e617 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:26.276383 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-70257922-83e7-4500-987d-67fa7d47e617 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/07d98973-d2fb-4031-8f2e-55999140d522 HTTP/1.1" status: 204  len: 168 time: 1.0081866
Apr 30 14:11:26.277110 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 46860) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:26.405324 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-83ef8583-2410-4aaa-918a-d0908611ff03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639966'] for network, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:26.543495 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-83ef8583-2410-4aaa-918a-d0908611ff03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984668', 'neutron.services.segments.db._delete_segments_for_network-8774018681245'] for network, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:26.660698 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.services.segments.db [None req-83ef8583-2410-4aaa-918a-d0908611ff03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fadc215deb0>,) {'filters': {'network_id': ['747b825a-782c-440d-b01b-0d90334150d5']}} {{(pid=73844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:11:26.674495 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.services.segments.db [None req-83ef8583-2410-4aaa-918a-d0908611ff03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fadc215deb0>, '0961e3a3-ef4c-4a91-8fab-93a5d343a95f') {'for_net_delete': True} {{(pid=73844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:11:26.674802 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.services.segments.db [None req-83ef8583-2410-4aaa-918a-d0908611ff03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fadc215deb0>, '0961e3a3-ef4c-4a91-8fab-93a5d343a95f') {} {{(pid=73844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:11:26.688023 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-83ef8583-2410-4aaa-918a-d0908611ff03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774018692967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7339652'] for segment, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:26.705938 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-83ef8583-2410-4aaa-918a-d0908611ff03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-993311'] for segment, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:26.713125 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ef8583-2410-4aaa-918a-d0908611ff03 admin admin] Releasing vlan 1411 on physical network physnet1 to pool {{(pid=73844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 14:11:26.888377 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.managers [None req-83ef8583-2410-4aaa-918a-d0908611ff03 admin admin] Network 747b825a-782c-440d-b01b-0d90334150d5 has no segments {{(pid=73844) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 14:11:26.900514 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-83ef8583-2410-4aaa-918a-d0908611ff03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-993508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6994089'] for segment, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:27.148674 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.managers [None req-83ef8583-2410-4aaa-918a-d0908611ff03 admin admin] Network 747b825a-782c-440d-b01b-0d90334150d5 has no segments {{(pid=73844) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 14:11:27.182062 dv-cinder-788365-2-iscsi neutron-server[73844]: Traceback (most recent call last):
Apr 30 14:11:27.182062 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 14:11:27.182062 dv-cinder-788365-2-iscsi neutron-server[73844]:     timer()
Apr 30 14:11:27.182062 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 14:11:27.182062 dv-cinder-788365-2-iscsi neutron-server[73844]:     cb(*args, **kw)
Apr 30 14:11:27.182062 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 14:11:27.182062 dv-cinder-788365-2-iscsi neutron-server[73844]:     return func(*args, **kwargs)
Apr 30 14:11:27.182062 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 14:11:27.182062 dv-cinder-788365-2-iscsi neutron-server[73844]:     self._notify()
Apr 30 14:11:27.182062 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 14:11:27.182062 dv-cinder-788365-2-iscsi neutron-server[73844]:     self.callback(batched_events)
Apr 30 14:11:27.182062 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 14:11:27.182062 dv-cinder-788365-2-iscsi neutron-server[73844]:     event.method(event)
Apr 30 14:11:27.182062 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 14:11:27.182062 dv-cinder-788365-2-iscsi neutron-server[73844]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 14:11:27.182062 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 14:11:27.182062 dv-cinder-788365-2-iscsi neutron-server[73844]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 14:11:27.182062 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 14:11:27.182062 dv-cinder-788365-2-iscsi neutron-server[73844]:     return f(self, *a, **k)
Apr 30 14:11:27.182062 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 14:11:27.182062 dv-cinder-788365-2-iscsi neutron-server[73844]:     return self._get(url).json()
Apr 30 14:11:27.182062 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 14:11:27.182062 dv-cinder-788365-2-iscsi neutron-server[73844]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 14:11:27.182062 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 14:11:27.182062 dv-cinder-788365-2-iscsi neutron-server[73844]:     return self.request(url, 'GET', **kwargs)
Apr 30 14:11:27.182062 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 14:11:27.182062 dv-cinder-788365-2-iscsi neutron-server[73844]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 14:11:27.182062 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 14:11:27.182062 dv-cinder-788365-2-iscsi neutron-server[73844]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 14:11:27.182062 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 14:11:27.182062 dv-cinder-788365-2-iscsi neutron-server[73844]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 14:11:27.182062 dv-cinder-788365-2-iscsi neutron-server[73844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 14:11:27.187356 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebdb05-f6c8-4ebb-b89c-0578f671f21d req-3f014c28-d0c3-42e7-8312-c5ce0362e3a2 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:27.188956 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e1ebdb05-f6c8-4ebb-b89c-0578f671f21d req-3f014c28-d0c3-42e7-8312-c5ce0362e3a2 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.1036954
Apr 30 14:11:27.260454 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e1ebdb05-f6c8-4ebb-b89c-0578f671f21d req-6fc8a4bd-6167-49ae-b236-d8c25b9bc344 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651157
Apr 30 14:11:27.274659 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-83ef8583-2410-4aaa-918a-d0908611ff03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8010353'] for network, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:27.281588 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:27.302931 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-83ef8583-2410-4aaa-918a-d0908611ff03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for network, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:27.305449 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef8583-2410-4aaa-918a-d0908611ff03 admin admin] Pushing event deleted for resources: {'Network': ['ID=747b825a-782c-440d-b01b-0d90334150d5,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:27.317399 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-83ef8583-2410-4aaa-918a-d0908611ff03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:27.319227 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-83ef8583-2410-4aaa-918a-d0908611ff03 admin admin] 10.222.0.32 "DELETE /v2.0/networks/747b825a-782c-440d-b01b-0d90334150d5 HTTP/1.1" status: 204  len: 168 time: 1.0405669
Apr 30 14:11:27.321955 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 46876) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:27.428130 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ddceeb1-8054-48af-93b9-e5429f2ff6b6 admin admin] Deleting subnet c2c1526e-1b64-4e96-9584-881faad14237 {{(pid=73844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 14:11:27.431522 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7ddceeb1-8054-48af-93b9-e5429f2ff6b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:27.504568 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7ddceeb1-8054-48af-93b9-e5429f2ff6b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7339661'] for subnet, precommit_delete_associations {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:27.566460 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7ddceeb1-8054-48af-93b9-e5429f2ff6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996049'] for subnet, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:27.926636 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7ddceeb1-8054-48af-93b9-e5429f2ff6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6993923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6538315'] for subnet, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:27.936929 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:27.968577 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7ddceeb1-8054-48af-93b9-e5429f2ff6b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for subnet, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:27.983178 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddceeb1-8054-48af-93b9-e5429f2ff6b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2c1526e-1b64-4e96-9584-881faad14237,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:27.986529 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-7ddceeb1-8054-48af-93b9-e5429f2ff6b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:27.988553 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-7ddceeb1-8054-48af-93b9-e5429f2ff6b6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c2c1526e-1b64-4e96-9584-881faad14237 HTTP/1.1" status: 204  len: 168 time: 0.6655164
Apr 30 14:11:27.992715 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 46892) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:28.153075 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a245ec-6d02-4f79-baff-7bee1138ad7e req-1079f300-0489-4157-9ece-3e4b0c878341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:28.154773 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-95a245ec-6d02-4f79-baff-7bee1138ad7e req-1079f300-0489-4157-9ece-3e4b0c878341 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1036f2f1678545d3aa4b54e8aa882dbc&device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 1098 time: 0.2954984
Apr 30 14:11:28.162325 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba7568-0ec7-488b-af2f-8ffc1604a5fc req-661892e6-60e4-45f8-8f90-3af2ca2d9af6 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:28.166202 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a1ba7568-0ec7-488b-af2f-8ffc1604a5fc req-661892e6-60e4-45f8-8f90-3af2ca2d9af6 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.2633848
Apr 30 14:11:28.195582 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3215e95f-11e0-4a78-95f4-829214715422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639966'] for network, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:28.474805 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a1ba7568-0ec7-488b-af2f-8ffc1604a5fc req-8ea2a06d-8cf7-4f9b-a511-5bfa40a21b51 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2643554
Apr 30 14:11:28.628306 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3215e95f-11e0-4a78-95f4-829214715422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984668', 'neutron.services.segments.db._delete_segments_for_network-8774018681245'] for network, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:28.656843 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a245ec-6d02-4f79-baff-7bee1138ad7e req-db5a1421-c01e-456e-b113-bb9adc625db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:28.658226 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-95a245ec-6d02-4f79-baff-7bee1138ad7e req-db5a1421-c01e-456e-b113-bb9adc625db5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=101268f3-2b9c-42c4-ac42-c67a2c420fa2 HTTP/1.1" status: 200  len: 921 time: 0.4893885
Apr 30 14:11:28.791505 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-95a245ec-6d02-4f79-baff-7bee1138ad7e req-cbc7989a-c51f-4830-894b-ec9a94deca59 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0895a146-b294-41ff-a7ef-a8a4cf78755c HTTP/1.1" status: 200  len: 217 time: 0.1243477
Apr 30 14:11:28.894986 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3215e95f-11e0-4a78-95f4-829214715422 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fadc1616520>> segment before_delete 55550000 {{(pid=73845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 14:11:28.895682 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3215e95f-11e0-4a78-95f4-829214715422 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fadc1616520>> subnet precommit_delete_associations 55550000 {{(pid=73845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 14:11:28.897356 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3215e95f-11e0-4a78-95f4-829214715422 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fadc1586fa0>> segment_host_mapping after_create 55550000 {{(pid=73845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 14:11:28.897895 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3215e95f-11e0-4a78-95f4-829214715422 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fadc1586fa0>> port after_create 55550000 {{(pid=73845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 14:11:28.898381 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3215e95f-11e0-4a78-95f4-829214715422 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fadc1586fa0>> port after_delete 55550000 {{(pid=73845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 14:11:28.898817 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3215e95f-11e0-4a78-95f4-829214715422 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fadc1586fa0>> port after_update 55550000 {{(pid=73845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 14:11:28.899273 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3215e95f-11e0-4a78-95f4-829214715422 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fadc1586fa0>> segment after_delete 55550000 {{(pid=73845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 14:11:28.899607 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3215e95f-11e0-4a78-95f4-829214715422 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fadc1586fa0>> subnet after_create 55550000 {{(pid=73845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 14:11:28.899931 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3215e95f-11e0-4a78-95f4-829214715422 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fadc1586fa0>> subnet after_delete 55550000 {{(pid=73845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 14:11:28.900247 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3215e95f-11e0-4a78-95f4-829214715422 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fadc1586fa0>> subnet after_update 55550000 {{(pid=73845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 14:11:29.056980 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3215e95f-11e0-4a78-95f4-829214715422 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fadc15e3f70>> subnet after_create 55550000 {{(pid=73845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 14:11:29.057921 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3215e95f-11e0-4a78-95f4-829214715422 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fadc15e3f70>> subnet after_delete 55550000 {{(pid=73845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 14:11:29.062124 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3215e95f-11e0-4a78-95f4-829214715422 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fadc15e3f70>> subnet before_create 55550000 {{(pid=73845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 14:11:29.062625 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3215e95f-11e0-4a78-95f4-829214715422 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fadc15e3f70>> subnet before_update 55550000 {{(pid=73845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 14:11:29.063098 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.services.segments.db [None req-3215e95f-11e0-4a78-95f4-829214715422 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fadc16162e0>,) {'filters': {'network_id': ['ed079f3b-5087-4bbe-aa40-d7718abe6114']}} {{(pid=73845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:11:29.096295 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.services.segments.db [None req-3215e95f-11e0-4a78-95f4-829214715422 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fadc16162e0>, '9de7d92b-b99e-42c1-85e5-b7995c675e70') {'for_net_delete': True} {{(pid=73845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:11:29.096785 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.services.segments.db [None req-3215e95f-11e0-4a78-95f4-829214715422 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fadc16162e0>, '9de7d92b-b99e-42c1-85e5-b7995c675e70') {} {{(pid=73845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:11:29.128555 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3215e95f-11e0-4a78-95f4-829214715422 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774018692967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5537990'] for segment, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:29.142596 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a245ec-6d02-4f79-baff-7bee1138ad7e req-d7516342-7239-446f-b8c8-282fcb11a6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:29.145265 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-95a245ec-6d02-4f79-baff-7bee1138ad7e req-d7516342-7239-446f-b8c8-282fcb11a6f7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7bffe4b8-8a91-4bea-9ca6-5a1137bd3587 HTTP/1.1" status: 200  len: 859 time: 0.3375585
Apr 30 14:11:29.233875 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3215e95f-11e0-4a78-95f4-829214715422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-993311'] for segment, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:29.240736 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-95a245ec-6d02-4f79-baff-7bee1138ad7e req-0071eb58-99ca-465e-a109-bedd7e070c20 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=101268f3-2b9c-42c4-ac42-c67a2c420fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0868173
Apr 30 14:11:29.282385 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3215e95f-11e0-4a78-95f4-829214715422 admin admin] Releasing vlan 1439 on physical network physnet1 to pool {{(pid=73845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 14:11:29.674771 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [None req-3215e95f-11e0-4a78-95f4-829214715422 admin admin] Network ed079f3b-5087-4bbe-aa40-d7718abe6114 has no segments {{(pid=73845) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 14:11:29.688202 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3215e95f-11e0-4a78-95f4-829214715422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-993508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5706104'] for segment, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:29.790522 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-95a245ec-6d02-4f79-baff-7bee1138ad7e req-f685e365-2e15-4684-b25f-80ab086fcfdb service neutron] 10.222.0.43 "GET /v2.0/networks/101268f3-2b9c-42c4-ac42-c67a2c420fa2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5407159
Apr 30 14:11:29.850488 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2473337-77bb-473e-ad81-b512f666eeb3 req-21e1ef17-6563-460c-8f80-35c58b135f6e tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:29.852761 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-e2473337-77bb-473e-ad81-b512f666eeb3 req-21e1ef17-6563-460c-8f80-35c58b135f6e tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.1346023
Apr 30 14:11:29.949368 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-e2473337-77bb-473e-ad81-b512f666eeb3 req-32e60f21-8707-4b4d-bbb0-1fc21d47c637 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778956
Apr 30 14:11:29.984516 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [None req-3215e95f-11e0-4a78-95f4-829214715422 admin admin] Network ed079f3b-5087-4bbe-aa40-d7718abe6114 has no segments {{(pid=73845) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 14:11:30.033521 dv-cinder-788365-2-iscsi neutron-server[73845]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 30 14:11:30.033521 dv-cinder-788365-2-iscsi neutron-server[73845]:   from cryptography.utils import int_from_bytes
Apr 30 14:11:30.033521 dv-cinder-788365-2-iscsi neutron-server[73845]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 30 14:11:30.033521 dv-cinder-788365-2-iscsi neutron-server[73845]:   from cryptography.utils import int_from_bytes
Apr 30 14:11:30.033521 dv-cinder-788365-2-iscsi neutron-server[73845]: Traceback (most recent call last):
Apr 30 14:11:30.033521 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 14:11:30.033521 dv-cinder-788365-2-iscsi neutron-server[73845]:     timer()
Apr 30 14:11:30.033521 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 14:11:30.033521 dv-cinder-788365-2-iscsi neutron-server[73845]:     cb(*args, **kw)
Apr 30 14:11:30.033521 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 14:11:30.033521 dv-cinder-788365-2-iscsi neutron-server[73845]:     return func(*args, **kwargs)
Apr 30 14:11:30.033521 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 14:11:30.033521 dv-cinder-788365-2-iscsi neutron-server[73845]:     self._notify()
Apr 30 14:11:30.033521 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 14:11:30.033521 dv-cinder-788365-2-iscsi neutron-server[73845]:     self.callback(batched_events)
Apr 30 14:11:30.033521 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 14:11:30.033521 dv-cinder-788365-2-iscsi neutron-server[73845]:     event.method(event)
Apr 30 14:11:30.033521 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 14:11:30.033521 dv-cinder-788365-2-iscsi neutron-server[73845]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 14:11:30.033521 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 14:11:30.033521 dv-cinder-788365-2-iscsi neutron-server[73845]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 14:11:30.033521 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 14:11:30.033521 dv-cinder-788365-2-iscsi neutron-server[73845]:     return f(self, *a, **k)
Apr 30 14:11:30.033521 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 14:11:30.033521 dv-cinder-788365-2-iscsi neutron-server[73845]:     return self._get(url).json()
Apr 30 14:11:30.033521 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 14:11:30.033521 dv-cinder-788365-2-iscsi neutron-server[73845]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 14:11:30.033521 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 14:11:30.033521 dv-cinder-788365-2-iscsi neutron-server[73845]:     return self.request(url, 'GET', **kwargs)
Apr 30 14:11:30.033521 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 14:11:30.033521 dv-cinder-788365-2-iscsi neutron-server[73845]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 14:11:30.033521 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 14:11:30.033521 dv-cinder-788365-2-iscsi neutron-server[73845]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 14:11:30.033521 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 14:11:30.033521 dv-cinder-788365-2-iscsi neutron-server[73845]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 14:11:30.033521 dv-cinder-788365-2-iscsi neutron-server[73845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 14:11:30.151084 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3215e95f-11e0-4a78-95f4-829214715422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8010353'] for network, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:30.176192 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:30.297596 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3215e95f-11e0-4a78-95f4-829214715422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for network, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:30.310115 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-95a245ec-6d02-4f79-baff-7bee1138ad7e req-a5af5bdd-1d92-4a33-987b-dd9dc94f743b service neutron] 10.222.0.43 "GET /v2.0/networks/101268f3-2b9c-42c4-ac42-c67a2c420fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4891059
Apr 30 14:11:30.312133 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215e95f-11e0-4a78-95f4-829214715422 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed079f3b-5087-4bbe-aa40-d7718abe6114,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:30.318489 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-3215e95f-11e0-4a78-95f4-829214715422 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ed079f3b-5087-4bbe-aa40-d7718abe6114 HTTP/1.1" status: 204  len: 168 time: 2.3211589
Apr 30 14:11:30.318489 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-3215e95f-11e0-4a78-95f4-829214715422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:30.617430 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 46924) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:30.689949 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-3a1306b0-97df-4d75-a932-5e1278a75973 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=422a0096bd7441b899625bb345af7a09&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0695055
Apr 30 14:11:30.692532 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 46932) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:30.795754 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-8cc47a6c-eb19-4aeb-88ac-71fe81fa4ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:30.836262 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-8cc47a6c-eb19-4aeb-88ac-71fe81fa4ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:30.920923 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-8cc47a6c-eb19-4aeb-88ac-71fe81fa4ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:30.933422 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-6b1b7ad6-529d-456d-9b60-0e7271c572f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:30.965270 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc47a6c-eb19-4aeb-88ac-71fe81fa4ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf56fd1d-3591-4a97-ad45-f7ed7c9945ba,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:30.971416 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-8cc47a6c-eb19-4aeb-88ac-71fe81fa4ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:30.975324 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-8cc47a6c-eb19-4aeb-88ac-71fe81fa4ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:31.001025 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-8cc47a6c-eb19-4aeb-88ac-71fe81fa4ea8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cf56fd1d-3591-4a97-ad45-f7ed7c9945ba HTTP/1.1" status: 204  len: 168 time: 0.3061335
Apr 30 14:11:31.258596 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734b7e8-cc96-4f80-a9c2-4b8588562111 req-025bcdd2-646f-4e1d-9f05-f46f216e81e2 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:31.266696 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c734b7e8-cc96-4f80-a9c2-4b8588562111 req-025bcdd2-646f-4e1d-9f05-f46f216e81e2 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.1157849
Apr 30 14:11:31.335758 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c734b7e8-cc96-4f80-a9c2-4b8588562111 req-5bd08edc-d972-4b95-9883-ce193ec10bfa tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679011
Apr 30 14:11:31.574143 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 46948) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:31.631476 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-403a3259-68be-47a4-97d8-a7eecadb2efe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d04db61c1f1e465bbc5d7f22923c414e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0559788
Apr 30 14:11:31.633766 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 46952) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:31.701596 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-38eb41e0-f38c-4544-b830-e86d48056bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:31.731777 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-38eb41e0-f38c-4544-b830-e86d48056bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:31.843892 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-38eb41e0-f38c-4544-b830-e86d48056bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:31.849572 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-e533af9f-3689-447d-8846-9060a17ab22f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:31.865782 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb41e0-f38c-4544-b830-e86d48056bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7456e3f-c0af-4ca3-a8c0-d8d1af1d409c,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:31.870654 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-38eb41e0-f38c-4544-b830-e86d48056bda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:31.874354 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-38eb41e0-f38c-4544-b830-e86d48056bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:31.875467 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-38eb41e0-f38c-4544-b830-e86d48056bda admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d7456e3f-c0af-4ca3-a8c0-d8d1af1d409c HTTP/1.1" status: 204  len: 168 time: 0.2404964
Apr 30 14:11:32.643849 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef19bbc-5a72-4c64-afcc-a649914b9a67 req-9bc19101-c97f-46fa-a77d-a5ee39204fcc tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:32.644591 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-9ef19bbc-5a72-4c64-afcc-a649914b9a67 req-9bc19101-c97f-46fa-a77d-a5ee39204fcc tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.1158845
Apr 30 14:11:32.700740 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-9ef19bbc-5a72-4c64-afcc-a649914b9a67 req-01c316fe-a680-4db4-912e-aa1c4f38ee60 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486736
Apr 30 14:11:34.862741 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 47058) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:35.115496 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e9405-a5e3-40ec-8fc5-0fd5d7d9655e req-2df255ff-ca99-48b2-8067-6186a8ab7ede tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:35.119702 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-ee6e9405-a5e3-40ec-8fc5-0fd5d7d9655e req-2df255ff-ca99-48b2-8067-6186a8ab7ede tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/ports?device_id=42c56b5f-a1df-48f5-8701-4b76264da6ba HTTP/1.1" status: 200  len: 945 time: 0.1118090
Apr 30 14:11:35.142814 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-a5d20d75-8b57-4634-9649-d15ebdefa00b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:35.180874 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-a5d20d75-8b57-4634-9649-d15ebdefa00b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:11:35.188419 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-a5d20d75-8b57-4634-9649-d15ebdefa00b admin admin] Usage tracker for resource:security_group_rule and tenant:794f2603270d4eb1879ba38f0ab9d5a6 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:11:35.200742 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-a5d20d75-8b57-4634-9649-d15ebdefa00b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:11:35.212454 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-a5d20d75-8b57-4634-9649-d15ebdefa00b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:11:35.220102 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-ee6e9405-a5e3-40ec-8fc5-0fd5d7d9655e req-06c5299f-81d0-4232-b15b-692d0fb22d72 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bafbcd2-00b4-494f-bc3e-91719bee939d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785348
Apr 30 14:11:35.265872 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 47074) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:35.357494 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-a5d20d75-8b57-4634-9649-d15ebdefa00b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:35.366117 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-a5d20d75-8b57-4634-9649-d15ebdefa00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:35.380031 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-a9e45a4e-9de6-4100-8386-a00409c9273d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:35.423570 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-a5d20d75-8b57-4634-9649-d15ebdefa00b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=794f2603270d4eb1879ba38f0ab9d5a6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5574114
Apr 30 14:11:35.423570 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d20d75-8b57-4634-9649-d15ebdefa00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705041b3-c4e7-4579-bedd-d139f8184280,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:35.437218 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 47080) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:35.438818 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-a5d20d75-8b57-4634-9649-d15ebdefa00b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:35.495130 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39715a7-63e0-426b-b901-35d0b7f31b04 tempest-TestMinimumBasicScenario-2066601226 tempest-TestMinimumBasicScenario-2066601226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:35.495830 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-b39715a7-63e0-426b-b901-35d0b7f31b04 tempest-TestMinimumBasicScenario-2066601226 tempest-TestMinimumBasicScenario-2066601226-project-admin] Synchronizing usage tracker for tenant:482b2c9162aa4ed8b20f6f2c594fc89d on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:11:35.508025 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7a2d309a-5488-4a13-91b3-bf1be4fdcade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:35.518964 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-b39715a7-63e0-426b-b901-35d0b7f31b04 tempest-TestMinimumBasicScenario-2066601226 tempest-TestMinimumBasicScenario-2066601226-project-admin] Unset dirty status for tenant:482b2c9162aa4ed8b20f6f2c594fc89d on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:11:35.520397 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-b39715a7-63e0-426b-b901-35d0b7f31b04 tempest-TestMinimumBasicScenario-2066601226 tempest-TestMinimumBasicScenario-2066601226-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=42c56b5f-a1df-48f5-8701-4b76264da6ba HTTP/1.1" status: 200  len: 1093 time: 0.2531042
Apr 30 14:11:35.525837 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 47084) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:35.541976 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-2a366ccb-71b0-4cf8-9bd8-2d4ac39c2a75 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Request body: {'floatingip': {'floating_network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'port_id': '83948629-89b8-4034-8e62-4a6438a1a2d2', 'tenant_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'fixed_ip_address': '172.20.0.6'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:11:35.554993 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-2a366ccb-71b0-4cf8-9bd8-2d4ac39c2a75 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:11:35.568167 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-2a366ccb-71b0-4cf8-9bd8-2d4ac39c2a75 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Usage tracker for resource:floatingip and tenant:95e816ba6b4d4606b03b593c5f8a65ce is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:11:35.572885 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7a2d309a-5488-4a13-91b3-bf1be4fdcade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:35.581932 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-2a366ccb-71b0-4cf8-9bd8-2d4ac39c2a75 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:11:35.596739 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-2a366ccb-71b0-4cf8-9bd8-2d4ac39c2a75 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:11:35.629925 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2a366ccb-71b0-4cf8-9bd8-2d4ac39c2a75 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks [] for floatingip, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:35.693478 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7a2d309a-5488-4a13-91b3-bf1be4fdcade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:35.697823 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-e394088a-a47e-4fce-a416-bcaaaf7eb40e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:35.763577 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d309a-5488-4a13-91b3-bf1be4fdcade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705041b3-c4e7-4579-bedd-d139f8184280,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:35.784061 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-7a2d309a-5488-4a13-91b3-bf1be4fdcade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:35.784898 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7a2d309a-5488-4a13-91b3-bf1be4fdcade admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:35.786893 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-7a2d309a-5488-4a13-91b3-bf1be4fdcade admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/705041b3-c4e7-4579-bedd-d139f8184280 HTTP/1.1" status: 204  len: 168 time: 0.3454022
Apr 30 14:11:35.877399 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2a366ccb-71b0-4cf8-9bd8-2d4ac39c2a75 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:36.217047 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.db_base_plugin_common [None req-2a366ccb-71b0-4cf8-9bd8-2d4ac39c2a75 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Allocated IP 172.27.1.69 (304f1885-0a25-4285-aed6-702a057610f8/49300ed0-235c-492b-9da4-467f65f5f0f0/c72547d6-9261-4b1a-b681-505e98d63b9e) {{(pid=73844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:11:36.345804 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 47104) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:36.368530 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-688916f9-aefa-4c90-a2d6-945c3b628aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:36.388028 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-688916f9-aefa-4c90-a2d6-945c3b628aae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:11:36.393092 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-688916f9-aefa-4c90-a2d6-945c3b628aae admin admin] Usage tracker for resource:security_group_rule and tenant:204ae0fe8eee45e9a8a3d6a10dfdfc6d is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:11:36.398755 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-688916f9-aefa-4c90-a2d6-945c3b628aae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:11:36.406200 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-688916f9-aefa-4c90-a2d6-945c3b628aae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:11:36.474754 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2a366ccb-71b0-4cf8-9bd8-2d4ac39c2a75 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks [] for port, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:36.527787 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2a366ccb-71b0-4cf8-9bd8-2d4ac39c2a75 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6994046'] for port, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:36.539004 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-ae7e91ca-a3f1-4182-bb7b-6a8b3236aacb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:36.541899 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-688916f9-aefa-4c90-a2d6-945c3b628aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:36.546418 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-688916f9-aefa-4c90-a2d6-945c3b628aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:36.558098 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:36.608928 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-688916f9-aefa-4c90-a2d6-945c3b628aae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=204ae0fe8eee45e9a8a3d6a10dfdfc6d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2609243
Apr 30 14:11:36.609577 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 47114) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:36.610258 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688916f9-aefa-4c90-a2d6-945c3b628aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641cbfe0-54b9-4c34-9ab2-c0e9e74efc2a,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:36.625507 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-688916f9-aefa-4c90-a2d6-945c3b628aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:36.676002 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a366ccb-71b0-4cf8-9bd8-2d4ac39c2a75 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Pushing event updated for resources: {'Port': ['ID=c72547d6-9261-4b1a-b681-505e98d63b9e,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:36.679446 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b0f780c2-9b1c-4b63-99f0-b087c1b4849e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:36.687849 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a366ccb-71b0-4cf8-9bd8-2d4ac39c2a75 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Network 304f1885-0a25-4285-aed6-702a057610f8 is already hosted by enough agents. {{(pid=73844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:11:36.689160 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-2a366ccb-71b0-4cf8-9bd8-2d4ac39c2a75 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:36.690446 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.base_scheduler [None req-2a366ccb-71b0-4cf8-9bd8-2d4ac39c2a75 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Resources bound (agent type, host, resource id):  {{(pid=73844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:11:36.692394 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a366ccb-71b0-4cf8-9bd8-2d4ac39c2a75 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Received port after_create {{(pid=73844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:11:36.707623 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b0f780c2-9b1c-4b63-99f0-b087c1b4849e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:36.769964 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b0f780c2-9b1c-4b63-99f0-b087c1b4849e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:36.775291 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-cd94252c-5fc2-4b08-bb70-ea8bd6930533 tempest-VolumesNegativeTest-536528532 tempest-VolumesNegativeTest-536528532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:36.787807 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f780c2-9b1c-4b63-99f0-b087c1b4849e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641cbfe0-54b9-4c34-9ab2-c0e9e74efc2a,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:36.793074 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-b0f780c2-9b1c-4b63-99f0-b087c1b4849e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:36.797057 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b0f780c2-9b1c-4b63-99f0-b087c1b4849e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:36.800619 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-b0f780c2-9b1c-4b63-99f0-b087c1b4849e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/641cbfe0-54b9-4c34-9ab2-c0e9e74efc2a HTTP/1.1" status: 204  len: 168 time: 0.1853216
Apr 30 14:11:37.429396 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2a366ccb-71b0-4cf8-9bd8-2d4ac39c2a75 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:37.555815 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2a366ccb-71b0-4cf8-9bd8-2d4ac39c2a75 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:37.773348 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2a366ccb-71b0-4cf8-9bd8-2d4ac39c2a75 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks [] for port, precommit_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:37.778208 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2a366ccb-71b0-4cf8-9bd8-2d4ac39c2a75 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6994037'] for port, after_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:37.783296 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:37.888989 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a366ccb-71b0-4cf8-9bd8-2d4ac39c2a75 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Pushing event updated for resources: {'Port': ['ID=c72547d6-9261-4b1a-b681-505e98d63b9e,revision_number=2']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:37.893892 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-2a366ccb-71b0-4cf8-9bd8-2d4ac39c2a75 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:37.903040 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2a366ccb-71b0-4cf8-9bd8-2d4ac39c2a75 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998352'] for floatingip, after_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:38.242078 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.db.l3_db [None req-2a366ccb-71b0-4cf8-9bd8-2d4ac39c2a75 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Floating IP 48c66aed-0bdc-4c92-8e12-e6faaa4bb26b associated. External IP: 172.27.1.69, port: 83948629-89b8-4034-8e62-4a6438a1a2d2.
Apr 30 14:11:38.433581 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2b1fa-cd3e-4472-aba8-668a6d789c79 req-73666c24-29d0-483d-90d7-d642ddcc661d tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:38.435113 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-1cd2b1fa-cd3e-4472-aba8-668a6d789c79 req-73666c24-29d0-483d-90d7-d642ddcc661d tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.2803562
Apr 30 14:11:38.571115 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-1cd2b1fa-cd3e-4472-aba8-668a6d789c79 req-da2c2126-415d-41fe-b8bf-003fcef234c4 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283956
Apr 30 14:11:38.700677 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a366ccb-71b0-4cf8-9bd8-2d4ac39c2a75 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Router d32b0f23-68dc-4216-b73c-e06e3ed4c7ac has already been hosted by L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d {{(pid=73844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 14:11:38.907301 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a366ccb-71b0-4cf8-9bd8-2d4ac39c2a75 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:11:38.917382 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d03b85a-d54a-4153-8234-09cb603fc206 None None] Sync routers for ids ['d32b0f23-68dc-4216-b73c-e06e3ed4c7ac'] in dv-cinder-788365-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:11:38.928205 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d03b85a-d54a-4153-8234-09cb603fc206 None None] Routers {'d32b0f23-68dc-4216-b73c-e06e3ed4c7ac'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:11:38.928835 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-8d03b85a-d54a-4153-8234-09cb603fc206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc2d1a070>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:11:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['d32b0f23-68dc-4216-b73c-e06e3ed4c7ac'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:11:38.946457 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2a366ccb-71b0-4cf8-9bd8-2d4ac39c2a75 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for floatingip, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:39.031432 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-2a366ccb-71b0-4cf8-9bd8-2d4ac39c2a75 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.5053325
Apr 30 14:11:39.033975 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c56b5f-a1df-48f5-8701-4b76264da6ba', 'tag': '83948629-89b8-4034-8e62-4a6438a1a2d2'}] {{(pid=73844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:11:39.034521 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 47246) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:39.042808 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-6ddc913c-6c77-4bdb-bfce-5d72182fa350 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1735380310', 'description': 'tempest-secgroup-smoke-1735380310 description', 'project_id': '95e816ba6b4d4606b03b593c5f8a65ce'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:11:39.069819 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-6ddc913c-6c77-4bdb-bfce-5d72182fa350 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:11:39.090102 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-6ddc913c-6c77-4bdb-bfce-5d72182fa350 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:11:39.113249 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-6ddc913c-6c77-4bdb-bfce-5d72182fa350 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:39.135381 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-8d03b85a-d54a-4153-8234-09cb603fc206 None None] Set router d32b0f23-68dc-4216-b73c-e06e3ed4c7ac gateway port host: dv-cinder-788365-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:11:39.149158 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-6ddc913c-6c77-4bdb-bfce-5d72182fa350 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:11:39.154594 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-6ddc913c-6c77-4bdb-bfce-5d72182fa350 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Usage tracker for resource:security_group_rule and tenant:95e816ba6b4d4606b03b593c5f8a65ce is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:11:39.158856 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-6ddc913c-6c77-4bdb-bfce-5d72182fa350 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:11:39.168563 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-6ddc913c-6c77-4bdb-bfce-5d72182fa350 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:11:39.168971 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 47252) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:39.307087 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c56b5f-a1df-48f5-8701-4b76264da6ba', 'tag': '83948629-89b8-4034-8e62-4a6438a1a2d2', 'status': 'completed', 'code': 200}
Apr 30 14:11:39.327976 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-6ddc913c-6c77-4bdb-bfce-5d72182fa350 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:39.333490 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-6ddc913c-6c77-4bdb-bfce-5d72182fa350 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:39.340014 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:39.346670 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-9d870af6-9d76-4069-9330-04542066a589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:39.365469 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-9d870af6-9d76-4069-9330-04542066a589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:11:39.372962 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-9d870af6-9d76-4069-9330-04542066a589 admin admin] Usage tracker for resource:security_group_rule and tenant:24c93b5366514fe3b06742260c5d8908 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:11:39.376259 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-9d870af6-9d76-4069-9330-04542066a589 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:11:39.383244 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-9d870af6-9d76-4069-9330-04542066a589 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:11:39.444033 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc913c-6c77-4bdb-bfce-5d72182fa350 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f97a1598-ab66-43b7-8927-9330cc57bb9d,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:39.447992 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-6ddc913c-6c77-4bdb-bfce-5d72182fa350 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:39.449457 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-6ddc913c-6c77-4bdb-bfce-5d72182fa350 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4133265
Apr 30 14:11:39.450660 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-6ddc913c-6c77-4bdb-bfce-5d72182fa350 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:39.453027 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 47264) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:39.465748 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-6fd3b62a-af01-4f0d-9684-0ed27e3ee2ea tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Request body: {'security_group_rule': {'security_group_id': 'f97a1598-ab66-43b7-8927-9330cc57bb9d', 'project_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:11:39.472601 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-6fd3b62a-af01-4f0d-9684-0ed27e3ee2ea tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:11:39.485900 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-6fd3b62a-af01-4f0d-9684-0ed27e3ee2ea tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Usage tracker for resource:security_group_rule and tenant:95e816ba6b4d4606b03b593c5f8a65ce is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:11:39.490620 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ab54b-549a-45a7-a619-6ee5db9b5d0e req-02a587bc-f5ad-4279-9324-1e069efb4cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:39.492306 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-510ab54b-549a-45a7-a619-6ee5db9b5d0e req-02a587bc-f5ad-4279-9324-1e069efb4cbe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=95e816ba6b4d4606b03b593c5f8a65ce&device_id=42c56b5f-a1df-48f5-8701-4b76264da6ba HTTP/1.1" status: 200  len: 1098 time: 0.1369679
Apr 30 14:11:39.493232 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-6fd3b62a-af01-4f0d-9684-0ed27e3ee2ea tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:11:39.500082 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-6fd3b62a-af01-4f0d-9684-0ed27e3ee2ea tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:11:39.525199 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-9d870af6-9d76-4069-9330-04542066a589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:39.531772 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-9d870af6-9d76-4069-9330-04542066a589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:39.543106 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-ace2e3bd-5a8f-4eb5-8248-a96d111808b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:39.595019 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-9d870af6-9d76-4069-9330-04542066a589 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=24c93b5366514fe3b06742260c5d8908&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4248161
Apr 30 14:11:39.595763 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d870af6-9d76-4069-9330-04542066a589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db1de50-d0c5-4b1e-b16a-0e4c1a0efcb2,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:39.600219 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-9d870af6-9d76-4069-9330-04542066a589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:39.600709 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 47270) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:39.647172 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-6fd3b62a-af01-4f0d-9684-0ed27e3ee2ea tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:39.678761 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c0c1029c-9f97-4553-8bf8-8ddad3a69c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:39.688571 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ab54b-549a-45a7-a619-6ee5db9b5d0e req-73807755-0b69-45a0-8018-c25a7400975a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:39.690430 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-510ab54b-549a-45a7-a619-6ee5db9b5d0e req-73807755-0b69-45a0-8018-c25a7400975a service neutron] 10.222.0.43 "GET /v2.0/networks?id=84f51274-b399-4df1-a351-7732fe37e539 HTTP/1.1" status: 200  len: 916 time: 0.1844251
Apr 30 14:11:39.715536 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-8d03b85a-d54a-4153-8234-09cb603fc206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc2d1a070>, [{'id': 'd32b0f23-68dc-4216-b73c-e06e3ed4c7ac', 'name': 'tempest-TestMinimumBasicScenario-346566806-router', 'tenant_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '5a85d98b-5a7e-4304-b75f-f69aa6b838c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:21Z', 'updated_at': '2021-04-30T14:10:29Z', 'revision_number': 4, 'project_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'gw_port': {'id': '5a85d98b-5a7e-4304-b75f-f69aa6b838c5', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32b0f23-68dc-4216-b73c-e06e3ed4c7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:22Z', 'updated_at': '2021-04-30T14:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_floatingips': [{'id': '48c66aed-0bdc-4c92-8e12-e6faaa4bb26b', 'tenant_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'router_id': 'd32b0f23-68dc-4216-b73c-e06e3ed4c7ac', 'port_id': '83948629-89b8-4034-8e62-4a6438a1a2d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84f51274-b399-4df1-a351-7732fe37e539', 'mac_address': 'fa:16:3e:eb:19:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c56b5f-a1df-48f5-8701-4b76264da6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:11:37Z', 'updated_at': '2021-04-30T14:11:37Z', 'revision_number': 0, 'project_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0605ea72-6ade-45fd-ba3b-1e951bd3e952', 'name': '', 'network_id': '84f51274-b399-4df1-a351-7732fe37e539', 'tenant_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'mac_address': 'fa:16:3e:3c:c7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32b0f23-68dc-4216-b73c-e06e3ed4c7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '712ad888-9ad6-4aab-8f26-77fb9d3e4f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:28Z', 'updated_at': '2021-04-30T14:10:37Z', 'revision_number': 5, 'project_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'subnets': [{'id': '712ad888-9ad6-4aab-8f26-77fb9d3e4f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:11:39.720718 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d03b85a-d54a-4153-8234-09cb603fc206 None None] Checking router: d32b0f23-68dc-4216-b73c-e06e3ed4c7ac for host: dv-cinder-788365-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:11:39.733189 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d03b85a-d54a-4153-8234-09cb603fc206 None None] Routers {'d32b0f23-68dc-4216-b73c-e06e3ed4c7ac'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:11:39.733965 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-8d03b85a-d54a-4153-8234-09cb603fc206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc2d1a070>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:11:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['d32b0f23-68dc-4216-b73c-e06e3ed4c7ac'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:11:39.743596 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c0c1029c-9f97-4553-8bf8-8ddad3a69c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:39.879591 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c0c1029c-9f97-4553-8bf8-8ddad3a69c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:39.884669 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-a5d20d75-8b57-4634-9649-d15ebdefa00b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:39.903464 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1029c-9f97-4553-8bf8-8ddad3a69c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db1de50-d0c5-4b1e-b16a-0e4c1a0efcb2,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:39.914932 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139d6db-11d8-44f4-818c-e92e08ee1ed4 req-8d074a30-1740-4d0b-af59-3aa3fc971aeb tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:39.916432 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-5139d6db-11d8-44f4-818c-e92e08ee1ed4 req-8d074a30-1740-4d0b-af59-3aa3fc971aeb tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.1201973
Apr 30 14:11:39.918538 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-c0c1029c-9f97-4553-8bf8-8ddad3a69c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:39.920882 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c0c1029c-9f97-4553-8bf8-8ddad3a69c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:39.925518 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-510ab54b-549a-45a7-a619-6ee5db9b5d0e req-b786810e-b206-4d1e-a6e7-1f45041bd44a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83948629-89b8-4034-8e62-4a6438a1a2d2 HTTP/1.1" status: 200  len: 998 time: 0.2210097
Apr 30 14:11:39.937582 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-c0c1029c-9f97-4553-8bf8-8ddad3a69c29 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2db1de50-d0c5-4b1e-b16a-0e4c1a0efcb2 HTTP/1.1" status: 204  len: 168 time: 0.3357615
Apr 30 14:11:39.939087 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-8d03b85a-d54a-4153-8234-09cb603fc206 None None] Set router d32b0f23-68dc-4216-b73c-e06e3ed4c7ac gateway port host: dv-cinder-788365-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:11:39.972694 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-6fd3b62a-af01-4f0d-9684-0ed27e3ee2ea tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:39.990728 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-6fd3b62a-af01-4f0d-9684-0ed27e3ee2ea tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067617'] for security_group_rule, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:40.006255 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-ef286e98-7512-4c33-abaa-ba23b34e77d4 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:40.018879 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-5139d6db-11d8-44f4-818c-e92e08ee1ed4 req-d92d7f4c-b1ed-4da7-9417-6a284f35b9c1 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661137
Apr 30 14:11:40.035922 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3b62a-af01-4f0d-9684-0ed27e3ee2ea tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f61329-bd7e-4857-b3a0-606a1d25fa72,revision_number=0']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:40.047839 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-6fd3b62a-af01-4f0d-9684-0ed27e3ee2ea tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:40.051483 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ab54b-549a-45a7-a619-6ee5db9b5d0e req-ee527bbd-fdbf-4691-94ee-fa8b2bfb0dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:40.053731 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-510ab54b-549a-45a7-a619-6ee5db9b5d0e req-ee527bbd-fdbf-4691-94ee-fa8b2bfb0dbc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=712ad888-9ad6-4aab-8f26-77fb9d3e4f23 HTTP/1.1" status: 200  len: 853 time: 0.1174848
Apr 30 14:11:40.055144 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-6fd3b62a-af01-4f0d-9684-0ed27e3ee2ea tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:40.058935 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-6fd3b62a-af01-4f0d-9684-0ed27e3ee2ea tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5976589
Apr 30 14:11:40.059720 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 47278) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:40.100148 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-df6b23f3-28ae-4dbc-963b-fcb8541239ca tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Request body: {'security_group_rule': {'security_group_id': 'f97a1598-ab66-43b7-8927-9330cc57bb9d', 'project_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:11:40.125380 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-df6b23f3-28ae-4dbc-963b-fcb8541239ca tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:11:40.137507 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64984d4-5b9e-49bd-b25a-75bf1664daf7 req-602df849-088a-480c-b1cf-8f38a4870deb tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:40.139473 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c64984d4-5b9e-49bd-b25a-75bf1664daf7 req-602df849-088a-480c-b1cf-8f38a4870deb tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.43 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 945 time: 0.2975948
Apr 30 14:11:40.140569 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-df6b23f3-28ae-4dbc-963b-fcb8541239ca tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Usage tracker for resource:security_group_rule and tenant:95e816ba6b4d4606b03b593c5f8a65ce is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:11:40.144193 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-df6b23f3-28ae-4dbc-963b-fcb8541239ca tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:11:40.183105 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-df6b23f3-28ae-4dbc-963b-fcb8541239ca tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:11:40.234132 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-df6b23f3-28ae-4dbc-963b-fcb8541239ca tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:40.304373 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 47284) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:40.334185 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d142f4ad-13d4-46d5-90d7-625b8bf18efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:40.340432 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ab54b-549a-45a7-a619-6ee5db9b5d0e req-0beb372d-4e18-4f45-965e-8780b1a73a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:40.342403 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-510ab54b-549a-45a7-a619-6ee5db9b5d0e req-0beb372d-4e18-4f45-965e-8780b1a73a48 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=84f51274-b399-4df1-a351-7732fe37e539&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2818019
Apr 30 14:11:40.353008 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-8d03b85a-d54a-4153-8234-09cb603fc206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc2d1a070>, [{'id': 'd32b0f23-68dc-4216-b73c-e06e3ed4c7ac', 'name': 'tempest-TestMinimumBasicScenario-346566806-router', 'tenant_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '5a85d98b-5a7e-4304-b75f-f69aa6b838c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:21Z', 'updated_at': '2021-04-30T14:10:29Z', 'revision_number': 4, 'project_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'gw_port': {'id': '5a85d98b-5a7e-4304-b75f-f69aa6b838c5', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32b0f23-68dc-4216-b73c-e06e3ed4c7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:22Z', 'updated_at': '2021-04-30T14:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_floatingips': [{'id': '48c66aed-0bdc-4c92-8e12-e6faaa4bb26b', 'tenant_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'router_id': 'd32b0f23-68dc-4216-b73c-e06e3ed4c7ac', 'port_id': '83948629-89b8-4034-8e62-4a6438a1a2d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84f51274-b399-4df1-a351-7732fe37e539', 'mac_address': 'fa:16:3e:eb:19:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c56b5f-a1df-48f5-8701-4b76264da6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:11:37Z', 'updated_at': '2021-04-30T14:11:37Z', 'revision_number': 0, 'project_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0605ea72-6ade-45fd-ba3b-1e951bd3e952', 'name': '', 'network_id': '84f51274-b399-4df1-a351-7732fe37e539', 'tenant_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'mac_address': 'fa:16:3e:3c:c7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32b0f23-68dc-4216-b73c-e06e3ed4c7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '712ad888-9ad6-4aab-8f26-77fb9d3e4f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:28Z', 'updated_at': '2021-04-30T14:10:37Z', 'revision_number': 5, 'project_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'subnets': [{'id': '712ad888-9ad6-4aab-8f26-77fb9d3e4f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:11:40.359222 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-d142f4ad-13d4-46d5-90d7-625b8bf18efb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:11:40.359884 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d03b85a-d54a-4153-8234-09cb603fc206 None None] The sync data for ids ['d32b0f23-68dc-4216-b73c-e06e3ed4c7ac'] in dv-cinder-788365-2-iscsi is: [{'id': 'd32b0f23-68dc-4216-b73c-e06e3ed4c7ac', 'name': 'tempest-TestMinimumBasicScenario-346566806-router', 'tenant_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '5a85d98b-5a7e-4304-b75f-f69aa6b838c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:21Z', 'updated_at': '2021-04-30T14:10:29Z', 'revision_number': 4, 'project_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'gw_port': {'id': '5a85d98b-5a7e-4304-b75f-f69aa6b838c5', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32b0f23-68dc-4216-b73c-e06e3ed4c7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:22Z', 'updated_at': '2021-04-30T14:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_floatingips': [{'id': '48c66aed-0bdc-4c92-8e12-e6faaa4bb26b', 'tenant_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'router_id': 'd32b0f23-68dc-4216-b73c-e06e3ed4c7ac', 'port_id': '83948629-89b8-4034-8e62-4a6438a1a2d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84f51274-b399-4df1-a351-7732fe37e539', 'mac_address': 'fa:16:3e:eb:19:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c56b5f-a1df-48f5-8701-4b76264da6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:11:37Z', 'updated_at': '2021-04-30T14:11:37Z', 'revision_number': 0, 'project_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0605ea72-6ade-45fd-ba3b-1e951bd3e952', 'name': '', 'network_id': '84f51274-b399-4df1-a351-7732fe37e539', 'tenant_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'mac_address': 'fa:16:3e:3c:c7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32b0f23-68dc-4216-b73c-e06e3ed4c7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '712ad888-9ad6-4aab-8f26-77fb9d3e4f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:28Z', 'updated_at': '2021-04-30T14:10:37Z', 'revision_number': 5, 'project_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'subnets': [{'id': '712ad888-9ad6-4aab-8f26-77fb9d3e4f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:11:40.364964 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-d142f4ad-13d4-46d5-90d7-625b8bf18efb admin admin] Usage tracker for resource:security_group_rule and tenant:3afac2f206ee42509d1852a626b3d9aa is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:11:40.368641 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-d142f4ad-13d4-46d5-90d7-625b8bf18efb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:11:40.375623 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-d142f4ad-13d4-46d5-90d7-625b8bf18efb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:11:40.403917 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-df6b23f3-28ae-4dbc-963b-fcb8541239ca tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:40.464668 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-df6b23f3-28ae-4dbc-963b-fcb8541239ca tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067617'] for security_group_rule, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:40.466465 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:40.494724 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d142f4ad-13d4-46d5-90d7-625b8bf18efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:40.500058 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d142f4ad-13d4-46d5-90d7-625b8bf18efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:40.508665 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-5714dba0-93e5-4413-9bf7-6cc90204100f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:40.513377 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b23f3-28ae-4dbc-963b-fcb8541239ca tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62a24b50-d1a3-4740-bbd8-4b27460e3ebc,revision_number=0']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:40.523819 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-df6b23f3-28ae-4dbc-963b-fcb8541239ca tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:40.525606 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-c64984d4-5b9e-49bd-b25a-75bf1664daf7 req-70c0196f-1431-4338-a8de-0b03bc092759 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Deleting port c98d074d-c38c-4126-98b9-31458ff958e3 {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:11:40.526042 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-c64984d4-5b9e-49bd-b25a-75bf1664daf7 req-70c0196f-1431-4338-a8de-0b03bc092759 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:40.552733 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-d142f4ad-13d4-46d5-90d7-625b8bf18efb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3afac2f206ee42509d1852a626b3d9aa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2439883
Apr 30 14:11:40.552733 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142f4ad-13d4-46d5-90d7-625b8bf18efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671c1fde-2233-462e-88ea-be7e8025f3ee,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:40.554333 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 47288) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:40.558443 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-d142f4ad-13d4-46d5-90d7-625b8bf18efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:40.558620 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-df6b23f3-28ae-4dbc-963b-fcb8541239ca tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:40.570762 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-df6b23f3-28ae-4dbc-963b-fcb8541239ca tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5088115
Apr 30 14:11:40.573855 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 47294) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:40.594465 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-a97c4c0b-26be-48e1-844e-abec06785790 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Request body: {'security_group_rule': {'security_group_id': 'f97a1598-ab66-43b7-8927-9330cc57bb9d', 'project_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:11:40.620025 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-a97c4c0b-26be-48e1-844e-abec06785790 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:11:40.639959 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 47300) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:40.640804 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-64ac43dd-26d4-4baf-bcba-52cc9d2af4d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:40.645110 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-a97c4c0b-26be-48e1-844e-abec06785790 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Usage tracker for resource:security_group_rule and tenant:95e816ba6b4d4606b03b593c5f8a65ce is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:11:40.664290 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-510ab54b-549a-45a7-a619-6ee5db9b5d0e req-098f8da7-392c-4ed7-9819-c2a02f87c953 service neutron] 10.222.0.43 "GET /v2.0/networks/84f51274-b399-4df1-a351-7732fe37e539?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3167458
Apr 30 14:11:40.680454 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-a97c4c0b-26be-48e1-844e-abec06785790 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:11:40.706777 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-a97c4c0b-26be-48e1-844e-abec06785790 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:11:40.713055 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33105622-49ae-44a0-a7d7-87a9d07394ab None None] New status for floating IP 48c66aed-0bdc-4c92-8e12-e6faaa4bb26b: ACTIVE {{(pid=73846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 14:11:40.737226 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-64ac43dd-26d4-4baf-bcba-52cc9d2af4d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:40.751499 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.db_base_plugin_v2 [None req-a885b27c-e9cf-4b72-a4f4-38c0edc336af admin admin] Deleting subnet 08515e4e-ea14-415b-9eda-bad1aada9cf3 {{(pid=73844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 14:11:40.765521 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-a885b27c-e9cf-4b72-a4f4-38c0edc336af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:40.814188 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-a97c4c0b-26be-48e1-844e-abec06785790 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:40.864109 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-a885b27c-e9cf-4b72-a4f4-38c0edc336af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7339661'] for subnet, precommit_delete_associations {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:40.893639 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-c64984d4-5b9e-49bd-b25a-75bf1664daf7 req-70c0196f-1431-4338-a8de-0b03bc092759 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] For port c98d074d-c38c-4126-98b9-31458ff958e3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c98d074d-c38c-4126-98b9-31458ff958e3,segment=NetworkSegment(889918bd-47b3-46b6-8b03-7fe889dbba3f),segment_id=889918bd-47b3-46b6-8b03-7fe889dbba3f)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:11:40.894034 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-c64984d4-5b9e-49bd-b25a-75bf1664daf7 req-70c0196f-1431-4338-a8de-0b03bc092759 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:40.949054 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-a885b27c-e9cf-4b72-a4f4-38c0edc336af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996049'] for subnet, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:41.043617 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-c64984d4-5b9e-49bd-b25a-75bf1664daf7 req-70c0196f-1431-4338-a8de-0b03bc092759 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Calling delete_port for c98d074d-c38c-4126-98b9-31458ff958e3 owned by compute:nova {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:11:41.066719 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-510ab54b-549a-45a7-a619-6ee5db9b5d0e req-2e0e7173-db06-427f-8c51-93821934ba49 service neutron] 10.222.0.43 "GET /v2.0/networks/84f51274-b399-4df1-a351-7732fe37e539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3964295
Apr 30 14:11:41.172699 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-64ac43dd-26d4-4baf-bcba-52cc9d2af4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:41.185330 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-7a2d309a-5488-4a13-91b3-bf1be4fdcade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:41.240966 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-c64984d4-5b9e-49bd-b25a-75bf1664daf7 req-70c0196f-1431-4338-a8de-0b03bc092759 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5706159'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:41.244840 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-a97c4c0b-26be-48e1-844e-abec06785790 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:41.248636 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:41.250652 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac43dd-26d4-4baf-bcba-52cc9d2af4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671c1fde-2233-462e-88ea-be7e8025f3ee,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:41.261804 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-64ac43dd-26d4-4baf-bcba-52cc9d2af4d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:41.265840 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-a97c4c0b-26be-48e1-844e-abec06785790 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067617'] for security_group_rule, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:41.275332 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-b7647e09-af53-450b-8818-83cb5064d327 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:41.288574 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-64ac43dd-26d4-4baf-bcba-52cc9d2af4d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:41.289675 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-64ac43dd-26d4-4baf-bcba-52cc9d2af4d8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/671c1fde-2233-462e-88ea-be7e8025f3ee HTTP/1.1" status: 204  len: 168 time: 0.7344568
Apr 30 14:11:41.302980 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] get_ports_and_sgs() called for port_ids ['c98d074d-c38c-4126-98b9-31458ff958e3', '0895a146-b294-41ff-a7ef-a8a4cf78755c'] {{(pid=73846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 14:11:41.305526 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c4c0b-26be-48e1-844e-abec06785790 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac2609cb-35a4-4037-86bd-5219aa18c0de,revision_number=0']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:41.311102 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-a97c4c0b-26be-48e1-844e-abec06785790 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:41.330224 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-a97c4c0b-26be-48e1-844e-abec06785790 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:41.331803 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-a97c4c0b-26be-48e1-844e-abec06785790 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7546668
Apr 30 14:11:41.338318 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c0196f-1431-4338-a8de-0b03bc092759 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Pushing event deleted for resources: {'Port': ['ID=c98d074d-c38c-4126-98b9-31458ff958e3,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:41.340037 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 47310) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:41.374689 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-70c0196f-1431-4338-a8de-0b03bc092759 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:41.384619 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-776d04d3-ea0b-4f89-9c5c-bdfaa3bcde24 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Request body: {'security_group_rule': {'security_group_id': 'f97a1598-ab66-43b7-8927-9330cc57bb9d', 'project_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:11:41.428333 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-776d04d3-ea0b-4f89-9c5c-bdfaa3bcde24 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:11:41.434096 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-a885b27c-e9cf-4b72-a4f4-38c0edc336af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6993923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6538315'] for subnet, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:41.439368 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:41.439556 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-776d04d3-ea0b-4f89-9c5c-bdfaa3bcde24 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Usage tracker for resource:security_group_rule and tenant:95e816ba6b4d4606b03b593c5f8a65ce is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:11:41.443094 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-c64984d4-5b9e-49bd-b25a-75bf1664daf7 req-70c0196f-1431-4338-a8de-0b03bc092759 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] No DVR routers for this DVR port c98d074d-c38c-4126-98b9-31458ff958e3 on host hv-cinder-78836 {{(pid=73845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 14:11:41.446528 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-776d04d3-ea0b-4f89-9c5c-bdfaa3bcde24 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:11:41.450052 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-c64984d4-5b9e-49bd-b25a-75bf1664daf7 req-70c0196f-1431-4338-a8de-0b03bc092759 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:41.457659 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c56044-860e-4669-bf40-a47643567187', 'name': 'network-vif-deleted', 'tag': 'c98d074d-c38c-4126-98b9-31458ff958e3'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:11:41.477880 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-776d04d3-ea0b-4f89-9c5c-bdfaa3bcde24 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:11:41.483237 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a885b27c-e9cf-4b72-a4f4-38c0edc336af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08515e4e-ea14-415b-9eda-bad1aada9cf3,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:41.485540 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-a885b27c-e9cf-4b72-a4f4-38c0edc336af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for subnet, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:41.488477 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-a885b27c-e9cf-4b72-a4f4-38c0edc336af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:41.491607 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3986f-095e-479b-a3e2-7b429326962d req-c1493dd9-38ac-413e-a19b-081f1344286c tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:41.493123 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f5e3986f-095e-479b-a3e2-7b429326962d req-c1493dd9-38ac-413e-a19b-081f1344286c tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=69c56044-860e-4669-bf40-a47643567187 HTTP/1.1" status: 200  len: 867 time: 0.3163776
Apr 30 14:11:41.502091 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-a885b27c-e9cf-4b72-a4f4-38c0edc336af admin admin] 10.222.0.32 "DELETE /v2.0/subnets/08515e4e-ea14-415b-9eda-bad1aada9cf3 HTTP/1.1" status: 204  len: 168 time: 0.8585453
Apr 30 14:11:41.502681 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 47316) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:41.522236 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c64984d4-5b9e-49bd-b25a-75bf1664daf7 req-70c0196f-1431-4338-a8de-0b03bc092759 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.43 "DELETE /v2.0/ports/c98d074d-c38c-4126-98b9-31458ff958e3 HTTP/1.1" status: 204  len: 173 time: 1.3750970
Apr 30 14:11:41.531584 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-776d04d3-ea0b-4f89-9c5c-bdfaa3bcde24 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:41.579746 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c56044-860e-4669-bf40-a47643567187', 'name': 'network-vif-deleted', 'tag': 'c98d074d-c38c-4126-98b9-31458ff958e3', 'status': 'completed', 'code': 200}
Apr 30 14:11:41.614041 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f5e3986f-095e-479b-a3e2-7b429326962d req-a62efecc-5f85-4109-80ae-cc3a0f3f5e88 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106906
Apr 30 14:11:41.655550 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-1325eba3-4cb7-4379-bc9a-e1627d8de05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639966'] for network, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:41.660002 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-776d04d3-ea0b-4f89-9c5c-bdfaa3bcde24 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:41.664958 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-776d04d3-ea0b-4f89-9c5c-bdfaa3bcde24 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067617'] for security_group_rule, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:41.667671 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-df6b23f3-28ae-4dbc-963b-fcb8541239ca tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:41.697825 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d04d3-ea0b-4f89-9c5c-bdfaa3bcde24 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab773790-1e3e-4d94-86bd-e77d4046a882,revision_number=0']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:41.703096 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-776d04d3-ea0b-4f89-9c5c-bdfaa3bcde24 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:41.722224 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-776d04d3-ea0b-4f89-9c5c-bdfaa3bcde24 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:41.723927 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-776d04d3-ea0b-4f89-9c5c-bdfaa3bcde24 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3821855
Apr 30 14:11:41.727703 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 47322) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:41.733951 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-08e61cbb-7348-48e0-9d98-f3d9a373706d tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Request body: {'security_group_rule': {'security_group_id': 'f97a1598-ab66-43b7-8927-9330cc57bb9d', 'project_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:11:41.743014 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-08e61cbb-7348-48e0-9d98-f3d9a373706d tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:11:41.747518 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-08e61cbb-7348-48e0-9d98-f3d9a373706d tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Usage tracker for resource:security_group_rule and tenant:95e816ba6b4d4606b03b593c5f8a65ce is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:11:41.750777 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-08e61cbb-7348-48e0-9d98-f3d9a373706d tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:11:41.759911 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-08e61cbb-7348-48e0-9d98-f3d9a373706d tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:11:41.785098 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.db.securitygroups_db [None req-08e61cbb-7348-48e0-9d98-f3d9a373706d tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Project 95e816ba6b4d4606b03b593c5f8a65ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 14:11:41.791912 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-08e61cbb-7348-48e0-9d98-f3d9a373706d tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:41.835901 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-1325eba3-4cb7-4379-bc9a-e1627d8de05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984668', 'neutron.services.segments.db._delete_segments_for_network-8774018681245'] for network, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:41.886200 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-08e61cbb-7348-48e0-9d98-f3d9a373706d tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:41.890271 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-08e61cbb-7348-48e0-9d98-f3d9a373706d tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067617'] for security_group_rule, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:41.892708 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-6fd3b62a-af01-4f0d-9684-0ed27e3ee2ea tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:41.917380 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e61cbb-7348-48e0-9d98-f3d9a373706d tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d17cda0f-6c99-412f-a6ac-e1390c8f39ca,revision_number=0']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:41.922358 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-08e61cbb-7348-48e0-9d98-f3d9a373706d tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:41.930435 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-08e61cbb-7348-48e0-9d98-f3d9a373706d tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:41.931787 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-08e61cbb-7348-48e0-9d98-f3d9a373706d tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2029545
Apr 30 14:11:41.934473 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 47334) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:41.940049 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-100b665e-aeb3-4161-87e2-ac64438899e7 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Request body: {'security_group_rule': {'security_group_id': 'f97a1598-ab66-43b7-8927-9330cc57bb9d', 'project_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:11:41.948579 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-100b665e-aeb3-4161-87e2-ac64438899e7 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:11:41.952749 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-100b665e-aeb3-4161-87e2-ac64438899e7 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Usage tracker for resource:security_group_rule and tenant:95e816ba6b4d4606b03b593c5f8a65ce is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:11:41.956000 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-100b665e-aeb3-4161-87e2-ac64438899e7 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:11:41.962695 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-100b665e-aeb3-4161-87e2-ac64438899e7 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:11:41.973832 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.services.segments.db [None req-1325eba3-4cb7-4379-bc9a-e1627d8de05b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fadc2a38340>,) {'filters': {'network_id': ['933ef562-aeaa-48c6-85e4-387a407fb154']}} {{(pid=73844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:11:41.983098 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.db.securitygroups_db [None req-100b665e-aeb3-4161-87e2-ac64438899e7 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Project 95e816ba6b4d4606b03b593c5f8a65ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 14:11:41.987233 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.services.segments.db [None req-1325eba3-4cb7-4379-bc9a-e1627d8de05b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fadc2a38340>, 'd653b247-01ef-4b90-b8ee-6585c74137f4') {'for_net_delete': True} {{(pid=73844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:11:41.987537 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.services.segments.db [None req-1325eba3-4cb7-4379-bc9a-e1627d8de05b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fadc2a38340>, 'd653b247-01ef-4b90-b8ee-6585c74137f4') {} {{(pid=73844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:11:41.989667 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-100b665e-aeb3-4161-87e2-ac64438899e7 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:42.003352 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-1325eba3-4cb7-4379-bc9a-e1627d8de05b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774018692967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7339652'] for segment, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:42.028973 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-1325eba3-4cb7-4379-bc9a-e1627d8de05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-993311'] for segment, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:42.045702 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1325eba3-4cb7-4379-bc9a-e1627d8de05b admin admin] Releasing vlan 1448 on physical network physnet1 to pool {{(pid=73844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 14:11:42.106626 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-100b665e-aeb3-4161-87e2-ac64438899e7 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:42.113953 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-100b665e-aeb3-4161-87e2-ac64438899e7 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067617'] for security_group_rule, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:42.139805 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:42.166388 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b665e-aeb3-4161-87e2-ac64438899e7 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0910ed5-59e5-45d8-9831-86ab26888a7f,revision_number=0']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:42.177027 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-100b665e-aeb3-4161-87e2-ac64438899e7 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:42.180147 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-100b665e-aeb3-4161-87e2-ac64438899e7 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:42.181591 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-100b665e-aeb3-4161-87e2-ac64438899e7 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2460921
Apr 30 14:11:42.280331 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.managers [None req-1325eba3-4cb7-4379-bc9a-e1627d8de05b admin admin] Network 933ef562-aeaa-48c6-85e4-387a407fb154 has no segments {{(pid=73844) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 14:11:42.289537 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-1325eba3-4cb7-4379-bc9a-e1627d8de05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-993508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6994089'] for segment, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:42.490095 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-c54a803a-a8de-4a8c-bebe-a47b19154dfe req-ff090b74-470e-46a7-8693-192f0006f9df tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1735380310&fields=id&tenant_id=95e816ba6b4d4606b03b593c5f8a65ce HTTP/1.1" status: 200  len: 267 time: 0.1863964
Apr 30 14:11:42.505632 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.managers [None req-1325eba3-4cb7-4379-bc9a-e1627d8de05b admin admin] Network 933ef562-aeaa-48c6-85e4-387a407fb154 has no segments {{(pid=73844) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 14:11:42.563249 dv-cinder-788365-2-iscsi neutron-server[73844]: Traceback (most recent call last):
Apr 30 14:11:42.563249 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 14:11:42.563249 dv-cinder-788365-2-iscsi neutron-server[73844]:     timer()
Apr 30 14:11:42.563249 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 14:11:42.563249 dv-cinder-788365-2-iscsi neutron-server[73844]:     cb(*args, **kw)
Apr 30 14:11:42.563249 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 14:11:42.563249 dv-cinder-788365-2-iscsi neutron-server[73844]:     return func(*args, **kwargs)
Apr 30 14:11:42.563249 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 14:11:42.563249 dv-cinder-788365-2-iscsi neutron-server[73844]:     self._notify()
Apr 30 14:11:42.563249 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 14:11:42.563249 dv-cinder-788365-2-iscsi neutron-server[73844]:     self.callback(batched_events)
Apr 30 14:11:42.563249 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 14:11:42.563249 dv-cinder-788365-2-iscsi neutron-server[73844]:     event.method(event)
Apr 30 14:11:42.563249 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 14:11:42.563249 dv-cinder-788365-2-iscsi neutron-server[73844]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 14:11:42.563249 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 14:11:42.563249 dv-cinder-788365-2-iscsi neutron-server[73844]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 14:11:42.563249 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 14:11:42.563249 dv-cinder-788365-2-iscsi neutron-server[73844]:     return f(self, *a, **k)
Apr 30 14:11:42.563249 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 14:11:42.563249 dv-cinder-788365-2-iscsi neutron-server[73844]:     return self._get(url).json()
Apr 30 14:11:42.563249 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 14:11:42.563249 dv-cinder-788365-2-iscsi neutron-server[73844]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 14:11:42.563249 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 14:11:42.563249 dv-cinder-788365-2-iscsi neutron-server[73844]:     return self.request(url, 'GET', **kwargs)
Apr 30 14:11:42.563249 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 14:11:42.563249 dv-cinder-788365-2-iscsi neutron-server[73844]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 14:11:42.563249 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 14:11:42.563249 dv-cinder-788365-2-iscsi neutron-server[73844]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 14:11:42.563249 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 14:11:42.563249 dv-cinder-788365-2-iscsi neutron-server[73844]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 14:11:42.563249 dv-cinder-788365-2-iscsi neutron-server[73844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 14:11:42.656389 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-1325eba3-4cb7-4379-bc9a-e1627d8de05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8010353'] for network, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:42.670314 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-f8ab5a6f-2aa1-4261-a875-a2dc500af11e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:42.694121 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a803a-a8de-4a8c-bebe-a47b19154dfe req-f04cb132-7790-426c-b96e-416d77e65ece tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:42.695619 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-c54a803a-a8de-4a8c-bebe-a47b19154dfe req-f04cb132-7790-426c-b96e-416d77e65ece tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/ports?device_id=42c56b5f-a1df-48f5-8701-4b76264da6ba HTTP/1.1" status: 200  len: 945 time: 0.1937559
Apr 30 14:11:42.701861 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-1325eba3-4cb7-4379-bc9a-e1627d8de05b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for network, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:42.706425 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325eba3-4cb7-4379-bc9a-e1627d8de05b admin admin] Pushing event deleted for resources: {'Network': ['ID=933ef562-aeaa-48c6-85e4-387a407fb154,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:42.710191 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-1325eba3-4cb7-4379-bc9a-e1627d8de05b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:42.719432 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [req-c54a803a-a8de-4a8c-bebe-a47b19154dfe req-5d53f1ba-5959-415c-8554-e0370245584d tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Request body: {'port': {'security_groups': ['2bafbcd2-00b4-494f-bc3e-91719bee939d', 'f97a1598-ab66-43b7-8927-9330cc57bb9d']}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:11:42.752539 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-1325eba3-4cb7-4379-bc9a-e1627d8de05b admin admin] 10.222.0.32 "DELETE /v2.0/networks/933ef562-aeaa-48c6-85e4-387a407fb154 HTTP/1.1" status: 204  len: 168 time: 1.2488191
Apr 30 14:11:42.864841 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [req-c54a803a-a8de-4a8c-bebe-a47b19154dfe req-5d53f1ba-5959-415c-8554-e0370245584d tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:43.004023 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 47370) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:43.081378 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-6523fbcf-d9c6-4591-b903-4b153a0cedb5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f109969c9dd24ae6b35532aa81c6bceb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0746386
Apr 30 14:11:43.082028 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 47376) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:43.167074 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-48fde438-e6e8-436b-87b8-60715288f806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:43.199433 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-48fde438-e6e8-436b-87b8-60715288f806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:43.264562 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-48fde438-e6e8-436b-87b8-60715288f806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:43.272894 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-af5a595e-0228-467d-9135-cdf9c87005e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:43.291075 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.db [req-c54a803a-a8de-4a8c-bebe-a47b19154dfe req-5d53f1ba-5959-415c-8554-e0370245584d tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] For port 83948629-89b8-4034-8e62-4a6438a1a2d2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=83948629-89b8-4034-8e62-4a6438a1a2d2,segment=NetworkSegment(dc21f2d8-18fd-47bf-9988-a9a35c8ce195),segment_id=dc21f2d8-18fd-47bf-9988-a9a35c8ce195)] {{(pid=73844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:11:43.297782 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fde438-e6e8-436b-87b8-60715288f806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfb20b7-ea58-42f8-bdee-0014b6b4adce,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:43.300965 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-48fde438-e6e8-436b-87b8-60715288f806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:43.309459 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-48fde438-e6e8-436b-87b8-60715288f806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:43.312194 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-48fde438-e6e8-436b-87b8-60715288f806 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fbfb20b7-ea58-42f8-bdee-0014b6b4adce HTTP/1.1" status: 204  len: 168 time: 0.2261152
Apr 30 14:11:43.322815 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [req-c54a803a-a8de-4a8c-bebe-a47b19154dfe req-5d53f1ba-5959-415c-8554-e0370245584d tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks [] for port, precommit_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:43.328684 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [req-c54a803a-a8de-4a8c-bebe-a47b19154dfe req-5d53f1ba-5959-415c-8554-e0370245584d tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6994037'] for port, after_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:43.342412 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-7dfaf879-b4ff-478f-9a23-6631848130ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:43.357577 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] get_ports_and_sgs() called for port_ids ['83948629-89b8-4034-8e62-4a6438a1a2d2'] {{(pid=73846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 14:11:43.427807 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a803a-a8de-4a8c-bebe-a47b19154dfe req-5d53f1ba-5959-415c-8554-e0370245584d tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:43.428748 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [req-c54a803a-a8de-4a8c-bebe-a47b19154dfe req-5d53f1ba-5959-415c-8554-e0370245584d tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for port, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:43.430537 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-c54a803a-a8de-4a8c-bebe-a47b19154dfe req-5d53f1ba-5959-415c-8554-e0370245584d tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "PUT /v2.0/ports/83948629-89b8-4034-8e62-4a6438a1a2d2 HTTP/1.1" status: 200  len: 981 time: 0.7170560
Apr 30 14:11:43.431248 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c56b5f-a1df-48f5-8701-4b76264da6ba', 'tag': '83948629-89b8-4034-8e62-4a6438a1a2d2'}] {{(pid=73844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:11:43.500747 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d53f1ba-5959-415c-8554-e0370245584d tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Pushing event updated for resources: {'Port': ['ID=83948629-89b8-4034-8e62-4a6438a1a2d2,revision_number=6']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:43.518630 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-5d53f1ba-5959-415c-8554-e0370245584d tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:43.521016 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7de02d-cf8e-48c3-a85d-0c1ab5fd4b42 req-dceec073-acae-4aeb-bea3-ac058f9bc882 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:43.521907 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-1d7de02d-cf8e-48c3-a85d-0c1ab5fd4b42 req-dceec073-acae-4aeb-bea3-ac058f9bc882 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Synchronizing usage tracker for tenant:1036f2f1678545d3aa4b54e8aa882dbc on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:11:43.544801 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-1d7de02d-cf8e-48c3-a85d-0c1ab5fd4b42 req-dceec073-acae-4aeb-bea3-ac058f9bc882 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Unset dirty status for tenant:1036f2f1678545d3aa4b54e8aa882dbc on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:11:43.555570 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1d7de02d-cf8e-48c3-a85d-0c1ab5fd4b42 req-dceec073-acae-4aeb-bea3-ac058f9bc882 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.1991720
Apr 30 14:11:43.557029 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] get_ports_and_sgs() called for port_ids ['83948629-89b8-4034-8e62-4a6438a1a2d2'] {{(pid=73846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 14:11:43.635345 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1d7de02d-cf8e-48c3-a85d-0c1ab5fd4b42 req-6b64224a-26bb-4357-a877-c76acd79a707 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787342
Apr 30 14:11:43.738879 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c56b5f-a1df-48f5-8701-4b76264da6ba', 'tag': '83948629-89b8-4034-8e62-4a6438a1a2d2', 'status': 'completed', 'code': 200}
Apr 30 14:11:43.921992 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-e368f4fb-38d6-41de-b176-016ce3c1dd03 None None] Provisioning complete for port 83948629-89b8-4034-8e62-4a6438a1a2d2 triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:11:43.922622 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e368f4fb-38d6-41de-b176-016ce3c1dd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:43.940050 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf17727-84ba-4006-af71-4c4e7ece7a26 req-fc387f5a-ebc0-4c0e-8210-3bef72906b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:43.941546 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bbf17727-84ba-4006-af71-4c4e7ece7a26 req-fc387f5a-ebc0-4c0e-8210-3bef72906b46 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=95e816ba6b4d4606b03b593c5f8a65ce&device_id=42c56b5f-a1df-48f5-8701-4b76264da6ba HTTP/1.1" status: 200  len: 1137 time: 0.1621122
Apr 30 14:11:43.995972 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872cc25a-fc33-4777-bf1b-8afe75de1f0e req-e5d7dd10-3a8e-4969-84d5-5b4c724df124 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:43.997484 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-872cc25a-fc33-4777-bf1b-8afe75de1f0e req-e5d7dd10-3a8e-4969-84d5-5b4c724df124 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/ports?device_id=42c56b5f-a1df-48f5-8701-4b76264da6ba HTTP/1.1" status: 200  len: 984 time: 0.1623790
Apr 30 14:11:44.064025 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device c98d074d-c38c-4126-98b9-31458ff958e3 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:11:44.136848 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-872cc25a-fc33-4777-bf1b-8afe75de1f0e req-c4f4181d-5494-46b3-82a7-777ffda7fdc3 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Synchronizing usage tracker for tenant:95e816ba6b4d4606b03b593c5f8a65ce on resource:security_group {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:11:44.157441 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf17727-84ba-4006-af71-4c4e7ece7a26 req-340ca64e-3f73-464a-abb6-f86876dfb7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:44.159088 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bbf17727-84ba-4006-af71-4c4e7ece7a26 req-340ca64e-3f73-464a-abb6-f86876dfb7a0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=84f51274-b399-4df1-a351-7732fe37e539 HTTP/1.1" status: 200  len: 916 time: 0.2097094
Apr 30 14:11:44.160505 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-872cc25a-fc33-4777-bf1b-8afe75de1f0e req-c4f4181d-5494-46b3-82a7-777ffda7fdc3 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Unset dirty status for tenant:95e816ba6b4d4606b03b593c5f8a65ce on resource:security_group {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:11:44.162347 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-872cc25a-fc33-4777-bf1b-8afe75de1f0e req-c4f4181d-5494-46b3-82a7-777ffda7fdc3 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/security-groups?id=f97a1598-ab66-43b7-8927-9330cc57bb9d&id=2bafbcd2-00b4-494f-bc3e-91719bee939d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0985637
Apr 30 14:11:44.208201 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] No Port match for: c98d074d-c38c-4126-98b9-31458ff958e3 {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:11:44.208624 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device c98d074d-c38c-4126-98b9-31458ff958e3 not bound to the agent host hv-cinder-78836 {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:11:44.380177 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bbf17727-84ba-4006-af71-4c4e7ece7a26 req-e3435719-14de-4c01-83a0-139392c8aea8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83948629-89b8-4034-8e62-4a6438a1a2d2 HTTP/1.1" status: 200  len: 1000 time: 0.2150180
Apr 30 14:11:44.488590 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf17727-84ba-4006-af71-4c4e7ece7a26 req-743ec6e3-c51e-4cb8-90f0-3eccced629e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:44.490091 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bbf17727-84ba-4006-af71-4c4e7ece7a26 req-743ec6e3-c51e-4cb8-90f0-3eccced629e4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=712ad888-9ad6-4aab-8f26-77fb9d3e4f23 HTTP/1.1" status: 200  len: 853 time: 0.1054630
Apr 30 14:11:44.562942 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 47424) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:44.583582 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf17727-84ba-4006-af71-4c4e7ece7a26 req-fe8819ce-d139-4854-b1ab-08719afec426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:44.585618 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bbf17727-84ba-4006-af71-4c4e7ece7a26 req-fe8819ce-d139-4854-b1ab-08719afec426 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=84f51274-b399-4df1-a351-7732fe37e539&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0884049
Apr 30 14:11:44.686618 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-7db1e84b-c024-459f-bed4-f82406052861 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-445224537-network', 'tenant_id': 'fe6a646a54ba42f89471e6176f012544'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:11:44.692005 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-7db1e84b-c024-459f-bed4-f82406052861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:11:44.696948 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-7db1e84b-c024-459f-bed4-f82406052861 admin admin] Usage tracker for resource:network and tenant:fe6a646a54ba42f89471e6176f012544 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:11:44.700427 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-7db1e84b-c024-459f-bed4-f82406052861 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:11:44.709613 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-7db1e84b-c024-459f-bed4-f82406052861 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:11:44.723137 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db1e84b-c024-459f-bed4-f82406052861 admin admin] Made reservation on behalf of fe6a646a54ba42f89471e6176f012544 for: {'network': 1} {{(pid=73844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:11:44.726204 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7db1e84b-c024-459f-bed4-f82406052861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for network, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:44.743992 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7db1e84b-c024-459f-bed4-f82406052861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:44.764269 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-7db1e84b-c024-459f-bed4-f82406052861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:11:44.769051 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-7db1e84b-c024-459f-bed4-f82406052861 admin admin] Usage tracker for resource:security_group_rule and tenant:fe6a646a54ba42f89471e6176f012544 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:11:44.772275 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-7db1e84b-c024-459f-bed4-f82406052861 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:11:44.778426 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-7db1e84b-c024-459f-bed4-f82406052861 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:11:44.872597 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7db1e84b-c024-459f-bed4-f82406052861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:44.873309 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bbf17727-84ba-4006-af71-4c4e7ece7a26 req-ea1b0a0b-e864-40e5-86db-ec1616d97c4c service neutron] 10.222.0.43 "GET /v2.0/networks/84f51274-b399-4df1-a351-7732fe37e539?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2810876
Apr 30 14:11:44.876866 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7db1e84b-c024-459f-bed4-f82406052861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:44.881620 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-9d870af6-9d76-4069-9330-04542066a589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:44.905358 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db1e84b-c024-459f-bed4-f82406052861 admin admin] vlan segment allocate from pool success with {'vlan_id': 1409, 'physical_network': 'physnet1'}  {{(pid=73844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 14:11:44.918243 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1e84b-c024-459f-bed4-f82406052861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc21d1c-dbf1-4276-afd0-dee95e07bf20,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:44.923697 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-7db1e84b-c024-459f-bed4-f82406052861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:44.924814 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7db1e84b-c024-459f-bed4-f82406052861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-993311'] for segment, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:44.925160 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.db.segments_db [None req-7db1e84b-c024-459f-bed4-f82406052861 admin admin] Added segment 32dfe2a0-c865-4dfc-831e-b022d312869f of type vlan for network 68b8ac3c-2be5-4724-8b9c-a03522f97b5a
Apr 30 14:11:44.930806 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f711ecf0-d939-4566-88ec-e2b60a95143c req-2af3d40a-a024-4f16-a0c1-4ba4f41e22ed tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:44.932139 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f711ecf0-d939-4566-88ec-e2b60a95143c req-2af3d40a-a024-4f16-a0c1-4ba4f41e22ed tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.1539519
Apr 30 14:11:44.951882 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7db1e84b-c024-459f-bed4-f82406052861 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774018256249'] for network, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:44.986271 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7db1e84b-c024-459f-bed4-f82406052861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741'] for network, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:44.987570 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db1e84b-c024-459f-bed4-f82406052861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:44.988143 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7db1e84b-c024-459f-bed4-f82406052861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for network, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:44.992132 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-e533af9f-3689-447d-8846-9060a17ab22f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:45.040219 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f711ecf0-d939-4566-88ec-e2b60a95143c req-9566b149-aef4-4e71-befc-e2d5940a8229 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628564
Apr 30 14:11:45.068039 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bbf17727-84ba-4006-af71-4c4e7ece7a26 req-d3ea1023-586a-4f9a-b420-03e42c449eff service neutron] 10.222.0.43 "GET /v2.0/networks/84f51274-b399-4df1-a351-7732fe37e539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1825185
Apr 30 14:11:45.087758 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1e84b-c024-459f-bed4-f82406052861 admin admin] Pushing event updated for resources: {'Network': ['ID=68b8ac3c-2be5-4724-8b9c-a03522f97b5a,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:45.092276 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-7db1e84b-c024-459f-bed4-f82406052861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:45.102397 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Network 68b8ac3c-2be5-4724-8b9c-a03522f97b5a details requested by agent ovs-agent-dv-cinder-788365-2-iscsi with host dv-cinder-788365-2-iscsi {{(pid=73846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 14:11:45.102916 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-7db1e84b-c024-459f-bed4-f82406052861 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5384562
Apr 30 14:11:45.106438 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 47434) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:45.112028 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-d7f166fe-2062-4f84-9910-19d9fc433353 admin admin] Request body: {'subnet': {'network_id': '68b8ac3c-2be5-4724-8b9c-a03522f97b5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-445224537-subnet', 'tenant_id': 'fe6a646a54ba42f89471e6176f012544', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:11:45.117694 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-d7f166fe-2062-4f84-9910-19d9fc433353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:11:45.121096 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-d7f166fe-2062-4f84-9910-19d9fc433353 admin admin] Usage tracker for resource:subnet and tenant:fe6a646a54ba42f89471e6176f012544 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:11:45.124686 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-d7f166fe-2062-4f84-9910-19d9fc433353 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:11:45.130931 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-d7f166fe-2062-4f84-9910-19d9fc433353 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:11:45.142017 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f166fe-2062-4f84-9910-19d9fc433353 admin admin] Made reservation on behalf of fe6a646a54ba42f89471e6176f012544 for: {'subnet': 1} {{(pid=73844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:11:45.144356 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d7f166fe-2062-4f84-9910-19d9fc433353 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6538326'] for subnet, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:45.526498 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d7f166fe-2062-4f84-9910-19d9fc433353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6994382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6538308'] for subnet, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:45.530300 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:45.607994 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f166fe-2062-4f84-9910-19d9fc433353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=890df6d9-2d5e-409b-b5d8-1733f48e5971,revision_number=0']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:45.611502 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-d7f166fe-2062-4f84-9910-19d9fc433353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:45.614113 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f166fe-2062-4f84-9910-19d9fc433353 admin admin] Checking segment: {'id': '32dfe2a0-c865-4dfc-831e-b022d312869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1409, 'network_id': '68b8ac3c-2be5-4724-8b9c-a03522f97b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:11:45.614467 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f166fe-2062-4f84-9910-19d9fc433353 admin admin] Network hostable DHCP agents. Network: 68b8ac3c-2be5-4724-8b9c-a03522f97b5a, hostable agents: ['b25aa941-54d2-4dd8-96cc-172903f8133a'], hosted agents: [] {{(pid=73844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 14:11:45.636184 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f166fe-2062-4f84-9910-19d9fc433353 admin admin] Network 68b8ac3c-2be5-4724-8b9c-a03522f97b5a is scheduled to be hosted by DHCP agent b25aa941-54d2-4dd8-96cc-172903f8133a with binding_index 1 {{(pid=73844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 14:11:45.646529 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.base_scheduler [None req-d7f166fe-2062-4f84-9910-19d9fc433353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-2-iscsi, 68b8ac3c-2be5-4724-8b9c-a03522f97b5a) {{(pid=73844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:11:45.658691 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3ae4aa-3c34-44ea-af10-bc86b697f8f1 None None] Network 68b8ac3c-2be5-4724-8b9c-a03522f97b5a requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:11:45.664872 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f166fe-2062-4f84-9910-19d9fc433353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:45.666487 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d7f166fe-2062-4f84-9910-19d9fc433353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for subnet, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:45.698258 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-d7f166fe-2062-4f84-9910-19d9fc433353 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.5907102
Apr 30 14:11:45.900022 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07f9c98-7b01-4ae1-af44-e375a985fd26 None None] Network 68b8ac3c-2be5-4724-8b9c-a03522f97b5a requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:11:46.298338 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6559ad3-d630-4dcb-93a8-ca8f9977f3d0 req-2bc45b17-9406-4c14-8680-13dc3a09ce33 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:46.306027 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-f6559ad3-d630-4dcb-93a8-ca8f9977f3d0 req-2bc45b17-9406-4c14-8680-13dc3a09ce33 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.1086648
Apr 30 14:11:46.348017 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-f6559ad3-d630-4dcb-93a8-ca8f9977f3d0 req-63512d62-2057-47c0-96c1-351ab80e823f tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410759
Apr 30 14:11:47.124252 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65709dc7-d03e-4277-98ba-1a709dc462bb req-4eb2097b-32d8-4abf-8dcb-f1ed3a019979 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:47.125836 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-65709dc7-d03e-4277-98ba-1a709dc462bb req-4eb2097b-32d8-4abf-8dcb-f1ed3a019979 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.43 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.1133842
Apr 30 14:11:47.304522 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-65709dc7-d03e-4277-98ba-1a709dc462bb req-e4502736-6fa2-4494-8a7d-09161cfbf965 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Deleting port 0895a146-b294-41ff-a7ef-a8a4cf78755c {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:11:47.304874 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-65709dc7-d03e-4277-98ba-1a709dc462bb req-e4502736-6fa2-4494-8a7d-09161cfbf965 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:47.455632 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-65709dc7-d03e-4277-98ba-1a709dc462bb req-e4502736-6fa2-4494-8a7d-09161cfbf965 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] For port 0895a146-b294-41ff-a7ef-a8a4cf78755c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0895a146-b294-41ff-a7ef-a8a4cf78755c,segment=NetworkSegment(889918bd-47b3-46b6-8b03-7fe889dbba3f),segment_id=889918bd-47b3-46b6-8b03-7fe889dbba3f)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:11:47.456059 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-65709dc7-d03e-4277-98ba-1a709dc462bb req-e4502736-6fa2-4494-8a7d-09161cfbf965 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:47.653893 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-65709dc7-d03e-4277-98ba-1a709dc462bb req-e4502736-6fa2-4494-8a7d-09161cfbf965 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Calling delete_port for 0895a146-b294-41ff-a7ef-a8a4cf78755c owned by compute:nova {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:11:47.705084 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc4bfd-7de3-4ba9-988e-283862773ca7 req-605b3e3c-0672-4193-99fe-2a0b4a492a29 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:47.712838 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7efc4bfd-7de3-4ba9-988e-283862773ca7 req-605b3e3c-0672-4193-99fe-2a0b4a492a29 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/ports?device_id=c06887b9-6c4b-4bbd-bc24-896de044eeab HTTP/1.1" status: 200  len: 945 time: 0.2453306
Apr 30 14:11:47.780352 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7efc4bfd-7de3-4ba9-988e-283862773ca7 req-e6d03c0d-9e87-4863-a392-e0aec0821af9 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.32 "GET /v2.0/security-groups?id=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649815
Apr 30 14:11:47.863727 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-65709dc7-d03e-4277-98ba-1a709dc462bb req-e4502736-6fa2-4494-8a7d-09161cfbf965 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5706159'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:47.871528 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-5cebd0ce-6769-4b64-8dc5-547ee6cd67ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:47.912680 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] get_ports_and_sgs() called for port_ids ['0895a146-b294-41ff-a7ef-a8a4cf78755c'] {{(pid=73846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 14:11:47.968264 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4502736-6fa2-4494-8a7d-09161cfbf965 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Pushing event deleted for resources: {'Port': ['ID=0895a146-b294-41ff-a7ef-a8a4cf78755c,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:47.976133 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-e4502736-6fa2-4494-8a7d-09161cfbf965 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:47.994561 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-528ec3c8-4023-4fb2-985e-4f5b64cfec84 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:47.995244 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-528ec3c8-4023-4fb2-985e-4f5b64cfec84 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Synchronizing usage tracker for tenant:fe6a646a54ba42f89471e6176f012544 on resource:network {{(pid=73844) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:11:48.018356 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-528ec3c8-4023-4fb2-985e-4f5b64cfec84 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Unset dirty status for tenant:fe6a646a54ba42f89471e6176f012544 on resource:network {{(pid=73844) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:11:48.019523 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-528ec3c8-4023-4fb2-985e-4f5b64cfec84 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/networks?id=68b8ac3c-2be5-4724-8b9c-a03522f97b5a HTTP/1.1" status: 200  len: 813 time: 0.2601867
Apr 30 14:11:48.029223 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-65709dc7-d03e-4277-98ba-1a709dc462bb req-e4502736-6fa2-4494-8a7d-09161cfbf965 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] No DVR routers for this DVR port 0895a146-b294-41ff-a7ef-a8a4cf78755c on host hv-cinder-78836 {{(pid=73845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 14:11:48.032526 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-65709dc7-d03e-4277-98ba-1a709dc462bb req-e4502736-6fa2-4494-8a7d-09161cfbf965 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:48.037112 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06887b9-6c4b-4bbd-bc24-896de044eeab', 'name': 'network-vif-deleted', 'tag': '0895a146-b294-41ff-a7ef-a8a4cf78755c'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:11:48.041632 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-ab831e9e-1dec-44f0-b9e2-c4ddc4bc54ef tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/quotas/fe6a646a54ba42f89471e6176f012544 HTTP/1.1" status: 200  len: 375 time: 0.0122068
Apr 30 14:11:48.056805 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-65709dc7-d03e-4277-98ba-1a709dc462bb req-e4502736-6fa2-4494-8a7d-09161cfbf965 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] 10.222.0.43 "DELETE /v2.0/ports/0895a146-b294-41ff-a7ef-a8a4cf78755c HTTP/1.1" status: 204  len: 173 time: 0.8995759
Apr 30 14:11:48.100092 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06887b9-6c4b-4bbd-bc24-896de044eeab', 'name': 'network-vif-deleted', 'tag': '0895a146-b294-41ff-a7ef-a8a4cf78755c', 'status': 'completed', 'code': 200}
Apr 30 14:11:48.106858 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-0de2baf4-98d7-4905-8d9d-4e0a3052a04c tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe6a646a54ba42f89471e6176f012544&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0556781
Apr 30 14:11:48.257033 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-600fc644-12ed-414a-ac32-b620ae2a0478 service neutron] 10.222.0.32 "GET /v2.0/networks/68b8ac3c-2be5-4724-8b9c-a03522f97b5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1424761
Apr 30 14:11:48.478383 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-e38a7851-2a24-4df8-a286-f5279b0f4474 service neutron] 10.222.0.32 "GET /v2.0/networks/68b8ac3c-2be5-4724-8b9c-a03522f97b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2149005
Apr 30 14:11:48.623047 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-1f96dff5-8446-4d86-a3a2-05a8f2033106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:48.677950 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ff8cdd4b-7f2d-447f-85c1-1b88cd89fa37 req-6476e4a8-5104-45ca-afdd-bdc4ae6458e3 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/ports?device_id=594f1bea-01e3-4220-84e8-e77a88403edd HTTP/1.1" status: 200  len: 210 time: 0.0469890
Apr 30 14:11:48.872715 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 47512) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:49.595603 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-2cc59167-91b7-476b-bbbd-1f8760399470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998330'] for router_interface, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:49.693993 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:11:49.966464 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4f0f7146-5f45-4ff4-becd-cb02adedd7be req-6c7d4dd5-325c-43ce-a72d-2f0d568c2f29 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/ports?device_id=594f1bea-01e3-4220-84e8-e77a88403edd HTTP/1.1" status: 200  len: 210 time: 0.0791771
Apr 30 14:11:50.020895 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 0895a146-b294-41ff-a7ef-a8a4cf78755c no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:11:50.056393 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] No Port match for: 0895a146-b294-41ff-a7ef-a8a4cf78755c {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:11:50.057944 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 0895a146-b294-41ff-a7ef-a8a4cf78755c not bound to the agent host hv-cinder-78836 {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:11:50.146799 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-a8a8c38c-9fd0-44e0-a1f4-1245474efbbc tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:50.148349 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-a8a8c38c-9fd0-44e0-a1f4-1245474efbbc tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.43 "GET /v2.0/networks?id=68b8ac3c-2be5-4724-8b9c-a03522f97b5a HTTP/1.1" status: 200  len: 813 time: 0.3839059
Apr 30 14:11:50.171427 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-e47100f8-b489-4b07-a62f-fbb26bab6f06 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Request body: {'port': {'device_id': '594f1bea-01e3-4220-84e8-e77a88403edd', 'network_id': '68b8ac3c-2be5-4724-8b9c-a03522f97b5a', 'admin_state_up': True, 'tenant_id': 'fe6a646a54ba42f89471e6176f012544'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:11:50.229611 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6be75366-98e5-44e7-9539-15534565afb6 req-6eb331cf-1184-4dad-a7ed-cfa449277b86 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0db1524d-107a-4ce7-b895-e62bdf73e31c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2138762
Apr 30 14:11:50.465771 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-e47100f8-b489-4b07-a62f-fbb26bab6f06 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:11:50.472763 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-e47100f8-b489-4b07-a62f-fbb26bab6f06 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Usage tracker for resource:port and tenant:fe6a646a54ba42f89471e6176f012544 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:11:50.476793 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-e47100f8-b489-4b07-a62f-fbb26bab6f06 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:11:50.486522 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-e47100f8-b489-4b07-a62f-fbb26bab6f06 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:11:50.508846 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be75366-98e5-44e7-9539-15534565afb6 req-af4bb8c7-b9df-4255-806a-18d17a85ba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:50.510393 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6be75366-98e5-44e7-9539-15534565afb6 req-af4bb8c7-b9df-4255-806a-18d17a85ba55 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=13478f31079d4d4f97143a6de5da7786&device_id=0db1524d-107a-4ce7-b895-e62bdf73e31c HTTP/1.1" status: 200  len: 1099 time: 0.1822050
Apr 30 14:11:50.512413 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-e47100f8-b489-4b07-a62f-fbb26bab6f06 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Made reservation on behalf of fe6a646a54ba42f89471e6176f012544 for: {'port': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:11:50.515946 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-e47100f8-b489-4b07-a62f-fbb26bab6f06 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:50.624668 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-2cc59167-91b7-476b-bbbd-1f8760399470 admin admin] Deleting port a3050be1-573c-4e26-b4c6-029d6193be4a {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:11:50.625013 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-2cc59167-91b7-476b-bbbd-1f8760399470 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:50.987037 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be75366-98e5-44e7-9539-15534565afb6 req-4532e579-1956-429b-b154-55d06ef95d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:50.988491 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6be75366-98e5-44e7-9539-15534565afb6 req-4532e579-1956-429b-b154-55d06ef95d7e service neutron] 10.222.0.43 "GET /v2.0/networks?id=c672d43e-499d-4af9-b38c-fc321cbe269c HTTP/1.1" status: 200  len: 918 time: 0.4563763
Apr 30 14:11:51.096248 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [None req-2cc59167-91b7-476b-bbbd-1f8760399470 admin admin] For port a3050be1-573c-4e26-b4c6-029d6193be4a, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=a3050be1-573c-4e26-b4c6-029d6193be4a,segment=NetworkSegment(889918bd-47b3-46b6-8b03-7fe889dbba3f),segment_id=889918bd-47b3-46b6-8b03-7fe889dbba3f)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:11:51.096615 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-2cc59167-91b7-476b-bbbd-1f8760399470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:51.118831 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-e47100f8-b489-4b07-a62f-fbb26bab6f06 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Allocated IP 172.20.0.4 (68b8ac3c-2be5-4724-8b9c-a03522f97b5a/890df6d9-2d5e-409b-b5d8-1733f48e5971/1f0f1549-e875-4ce2-b395-8dd4e5a1a624) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:11:51.168222 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-2af795ab-eb93-44a9-b610-c788578e3cfc req-fd285aa7-ffb8-42b7-9a8c-bd1b716029be tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/ports?device_id=594f1bea-01e3-4220-84e8-e77a88403edd HTTP/1.1" status: 200  len: 210 time: 0.0449111
Apr 30 14:11:51.260209 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-2cc59167-91b7-476b-bbbd-1f8760399470 admin admin] Calling delete_port for a3050be1-573c-4e26-b4c6-029d6193be4a owned by network:router_interface {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:11:51.273290 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6be75366-98e5-44e7-9539-15534565afb6 req-b1e0872c-de09-4f3f-b868-13510f678289 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae HTTP/1.1" status: 200  len: 1002 time: 0.2710261
Apr 30 14:11:51.364966 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c29130c9-1ae9-4f44-8d4e-4ef2a522c53e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:51.390593 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:51.417396 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be75366-98e5-44e7-9539-15534565afb6 req-5f5dd9ef-bd34-4101-9d4b-5e27c5e458ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:51.418932 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6be75366-98e5-44e7-9539-15534565afb6 req-5f5dd9ef-bd34-4101-9d4b-5e27c5e458ac service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f4e52451-0e3b-4085-8ae2-b72618ac007f HTTP/1.1" status: 200  len: 855 time: 0.1295025
Apr 30 14:11:51.751443 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-e47100f8-b489-4b07-a62f-fbb26bab6f06 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:51.793930 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be75366-98e5-44e7-9539-15534565afb6 req-1115f537-369a-4fa0-b50b-9db943eadb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:51.795414 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6be75366-98e5-44e7-9539-15534565afb6 req-1115f537-369a-4fa0-b50b-9db943eadb27 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c672d43e-499d-4af9-b38c-fc321cbe269c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3190811
Apr 30 14:11:51.886175 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-e47100f8-b489-4b07-a62f-fbb26bab6f06 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5706159'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:51.896412 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-63e6ab8a-2d60-44e2-9dbe-3beadab12c46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:52.020177 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:52.037917 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-e47100f8-b489-4b07-a62f-fbb26bab6f06 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Network 68b8ac3c-2be5-4724-8b9c-a03522f97b5a is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:11:52.041728 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-2cc59167-91b7-476b-bbbd-1f8760399470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5706159'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:52.048190 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-e47100f8-b489-4b07-a62f-fbb26bab6f06 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Resources bound (agent type, host, resource id):  {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:11:52.050071 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47100f8-b489-4b07-a62f-fbb26bab6f06 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Pushing event updated for resources: {'Port': ['ID=1f0f1549-e875-4ce2-b395-8dd4e5a1a624,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:52.055138 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-e47100f8-b489-4b07-a62f-fbb26bab6f06 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:11:52.109060 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47100f8-b489-4b07-a62f-fbb26bab6f06 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:11:52.109427 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47100f8-b489-4b07-a62f-fbb26bab6f06 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:11:52.109816 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47100f8-b489-4b07-a62f-fbb26bab6f06 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:11:52.110171 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47100f8-b489-4b07-a62f-fbb26bab6f06 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:11:52.110518 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47100f8-b489-4b07-a62f-fbb26bab6f06 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:11:52.110866 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47100f8-b489-4b07-a62f-fbb26bab6f06 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:11:52.111211 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47100f8-b489-4b07-a62f-fbb26bab6f06 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:11:52.111554 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47100f8-b489-4b07-a62f-fbb26bab6f06 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:11:52.111895 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47100f8-b489-4b07-a62f-fbb26bab6f06 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:11:52.112233 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47100f8-b489-4b07-a62f-fbb26bab6f06 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:11:52.112573 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47100f8-b489-4b07-a62f-fbb26bab6f06 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:11:52.112916 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47100f8-b489-4b07-a62f-fbb26bab6f06 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:11:52.159746 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-e47100f8-b489-4b07-a62f-fbb26bab6f06 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:52.160245 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-63e6ab8a-2d60-44e2-9dbe-3beadab12c46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:52.243048 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6be75366-98e5-44e7-9539-15534565afb6 req-a3183e14-8e7b-4648-80fc-58669accc3a7 service neutron] 10.222.0.43 "GET /v2.0/networks/c672d43e-499d-4af9-b38c-fc321cbe269c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4335208
Apr 30 14:11:52.249528 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc59167-91b7-476b-bbbd-1f8760399470 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3050be1-573c-4e26-b4c6-029d6193be4a,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:52.261288 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-2cc59167-91b7-476b-bbbd-1f8760399470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:52.280821 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:52.302046 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-e47100f8-b489-4b07-a62f-fbb26bab6f06 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:52.302663 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-e47100f8-b489-4b07-a62f-fbb26bab6f06 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:52.616595 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-e47100f8-b489-4b07-a62f-fbb26bab6f06 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4488795
Apr 30 14:11:52.642545 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-acdebb1e-c433-4b7d-891e-7b360fa65d90 service neutron] Request body: {'port': {'device_id': '594f1bea-01e3-4220-84e8-e77a88403edd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:11:52.826517 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6be75366-98e5-44e7-9539-15534565afb6 req-5947e013-d525-410a-89ae-cf2269ed923a service neutron] 10.222.0.43 "GET /v2.0/networks/c672d43e-499d-4af9-b38c-fc321cbe269c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5747912
Apr 30 14:11:52.884324 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-2cc59167-91b7-476b-bbbd-1f8760399470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8003786'] for router_interface, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:52.899725 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ade1b-14d8-4ee8-ba1d-8754c456a834 req-b4dd2a8d-2e34-4198-b65b-766ac3855b48 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:52.900428 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-752ade1b-14d8-4ee8-ba1d-8754c456a834 req-b4dd2a8d-2e34-4198-b65b-766ac3855b48 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Synchronizing usage tracker for tenant:fe6a646a54ba42f89471e6176f012544 on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:11:52.906126 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-acdebb1e-c433-4b7d-891e-7b360fa65d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:53.037297 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-752ade1b-14d8-4ee8-ba1d-8754c456a834 req-b4dd2a8d-2e34-4198-b65b-766ac3855b48 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Unset dirty status for tenant:fe6a646a54ba42f89471e6176f012544 on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:11:53.038477 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-752ade1b-14d8-4ee8-ba1d-8754c456a834 req-b4dd2a8d-2e34-4198-b65b-766ac3855b48 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/ports?device_id=594f1bea-01e3-4220-84e8-e77a88403edd HTTP/1.1" status: 200  len: 931 time: 0.7320826
Apr 30 14:11:53.233974 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-752ade1b-14d8-4ee8-ba1d-8754c456a834 req-63a586b0-1abd-41f3-8bf0-55b349dd88e7 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/security-groups?id=8dc21d1c-dbf1-4276-afd0-dee95e07bf20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1862111
Apr 30 14:11:53.562843 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc59167-91b7-476b-bbbd-1f8760399470 admin admin] Router 8cd39569-bdd3-4635-a017-0d2fe0cb070b has already been hosted by L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d {{(pid=73845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 14:11:53.677040 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-acdebb1e-c433-4b7d-891e-7b360fa65d90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f0f1549-e875-4ce2-b395-8dd4e5a1a624 {{(pid=73845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 14:11:53.694185 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-acdebb1e-c433-4b7d-891e-7b360fa65d90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:53.722981 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-acdebb1e-c433-4b7d-891e-7b360fa65d90 service neutron] Transition to ACTIVE for port object 1f0f1549-e875-4ce2-b395-8dd4e5a1a624 will not be triggered until provisioned by entity L2. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:11:53.777083 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-acdebb1e-c433-4b7d-891e-7b360fa65d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5706148'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:53.787815 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-5cebd0ce-6769-4b64-8dc5-547ee6cd67ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:53.827164 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:54.050008 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc59167-91b7-476b-bbbd-1f8760399470 admin admin] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:11:54.052538 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdebb1e-c433-4b7d-891e-7b360fa65d90 service neutron] Pushing event updated for resources: {'Port': ['ID=1f0f1549-e875-4ce2-b395-8dd4e5a1a624,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:54.058423 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-2cc59167-91b7-476b-bbbd-1f8760399470 admin admin] 10.222.0.32 "PUT /v2.0/routers/8cd39569-bdd3-4635-a017-0d2fe0cb070b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1846175
Apr 30 14:11:54.059754 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-acdebb1e-c433-4b7d-891e-7b360fa65d90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:54.061300 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 47582) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:54.070124 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4e5247-2525-45f1-9f62-d52354e250f9 None None] Sync routers for ids ['8cd39569-bdd3-4635-a017-0d2fe0cb070b'] in dv-cinder-788365-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:11:54.086707 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4e5247-2525-45f1-9f62-d52354e250f9 None None] Routers {'8cd39569-bdd3-4635-a017-0d2fe0cb070b'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:11:54.088097 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-7d4e5247-2525-45f1-9f62-d52354e250f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc2cc4c70>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:11:51Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['8cd39569-bdd3-4635-a017-0d2fe0cb070b'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:11:54.176125 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-acdebb1e-c433-4b7d-891e-7b360fa65d90 service neutron] Attempting to bind port 1f0f1549-e875-4ce2-b395-8dd4e5a1a624 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:11:54.177077 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-acdebb1e-c433-4b7d-891e-7b360fa65d90 service neutron] Attempting to bind port 1f0f1549-e875-4ce2-b395-8dd4e5a1a624 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '32dfe2a0-c865-4dfc-831e-b022d312869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1409, 'network_id': '68b8ac3c-2be5-4724-8b9c-a03522f97b5a'}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:11:54.177407 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-acdebb1e-c433-4b7d-891e-7b360fa65d90 service neutron] Attempting to bind port 1f0f1549-e875-4ce2-b395-8dd4e5a1a624 on network 68b8ac3c-2be5-4724-8b9c-a03522f97b5a {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:11:54.182363 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-acdebb1e-c433-4b7d-891e-7b360fa65d90 service neutron] Port 1f0f1549-e875-4ce2-b395-8dd4e5a1a624 on network 68b8ac3c-2be5-4724-8b9c-a03522f97b5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 14:11:54.182685 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-acdebb1e-c433-4b7d-891e-7b360fa65d90 service neutron] Attempting to bind port 1f0f1549-e875-4ce2-b395-8dd4e5a1a624 on network 68b8ac3c-2be5-4724-8b9c-a03522f97b5a {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:11:54.188415 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-acdebb1e-c433-4b7d-891e-7b360fa65d90 service neutron] Checking agent: {'id': 'd3aa7eed-5c97-490e-b2ea-32000fed17dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 14, 5, 52), 'started_at': datetime.datetime(2021, 4, 30, 14, 5, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:11:54.188751 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-acdebb1e-c433-4b7d-891e-7b360fa65d90 service neutron] Checking segment: {'id': '32dfe2a0-c865-4dfc-831e-b022d312869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1409, 'network_id': '68b8ac3c-2be5-4724-8b9c-a03522f97b5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:11:54.189148 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-acdebb1e-c433-4b7d-891e-7b360fa65d90 service neutron] Bound using segment: {'id': '32dfe2a0-c865-4dfc-831e-b022d312869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1409, 'network_id': '68b8ac3c-2be5-4724-8b9c-a03522f97b5a'} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:11:54.189556 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-acdebb1e-c433-4b7d-891e-7b360fa65d90 service neutron] Bound port: 1f0f1549-e875-4ce2-b395-8dd4e5a1a624, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32dfe2a0-c865-4dfc-831e-b022d312869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1409, 'network_id': '68b8ac3c-2be5-4724-8b9c-a03522f97b5a'}}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:11:54.189935 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-acdebb1e-c433-4b7d-891e-7b360fa65d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:54.276378 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d59c71e8-6be1-4590-a0b1-55de953cb264 admin admin] Notify callbacks [] for router, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:54.293044 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-7d4e5247-2525-45f1-9f62-d52354e250f9 None None] Set router 8cd39569-bdd3-4635-a017-0d2fe0cb070b gateway port host: dv-cinder-788365-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:11:54.293275 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-acdebb1e-c433-4b7d-891e-7b360fa65d90 service neutron] For port 1f0f1549-e875-4ce2-b395-8dd4e5a1a624, host hv-cinder-78836, cleared binding levels {{(pid=73845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:11:54.298911 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-acdebb1e-c433-4b7d-891e-7b360fa65d90 service neutron] For port 1f0f1549-e875-4ce2-b395-8dd4e5a1a624, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1f0f1549-e875-4ce2-b395-8dd4e5a1a624,segment=NetworkSegment(32dfe2a0-c865-4dfc-831e-b022d312869f),segment_id=32dfe2a0-c865-4dfc-831e-b022d312869f)] {{(pid=73845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:11:54.304253 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-acdebb1e-c433-4b7d-891e-7b360fa65d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5706148'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:54.308707 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:54.370970 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-acdebb1e-c433-4b7d-891e-7b360fa65d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:54.371717 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-acdebb1e-c433-4b7d-891e-7b360fa65d90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:54.373864 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-acdebb1e-c433-4b7d-891e-7b360fa65d90 service neutron] 10.222.0.43 "PUT /v2.0/ports/1f0f1549-e875-4ce2-b395-8dd4e5a1a624 HTTP/1.1" status: 200  len: 1093 time: 1.7363729
Apr 30 14:11:54.374475 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '594f1bea-01e3-4220-84e8-e77a88403edd', 'tag': '1f0f1549-e875-4ce2-b395-8dd4e5a1a624'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:11:54.415288 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdebb1e-c433-4b7d-891e-7b360fa65d90 service neutron] Pushing event updated for resources: {'Port': ['ID=1f0f1549-e875-4ce2-b395-8dd4e5a1a624,revision_number=3']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:54.420280 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-acdebb1e-c433-4b7d-891e-7b360fa65d90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:54.473041 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '594f1bea-01e3-4220-84e8-e77a88403edd', 'tag': '1f0f1549-e875-4ce2-b395-8dd4e5a1a624', 'status': 'completed', 'code': 200}
Apr 30 14:11:54.520971 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-53e7a1a9-50ba-4925-936e-7330a6b3d8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:54.522681 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-53e7a1a9-50ba-4925-936e-7330a6b3d8a6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe6a646a54ba42f89471e6176f012544&device_id=594f1bea-01e3-4220-84e8-e77a88403edd HTTP/1.1" status: 200  len: 1096 time: 0.0964487
Apr 30 14:11:54.556749 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3e37b-8a71-4110-85b7-f9a0b563b230 req-cbcf0b94-dbb2-4bd5-9ac4-35740bad4ee7 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:54.558347 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-4fd3e37b-8a71-4110-85b7-f9a0b563b230 req-cbcf0b94-dbb2-4bd5-9ac4-35740bad4ee7 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/ports?device_id=594f1bea-01e3-4220-84e8-e77a88403edd HTTP/1.1" status: 200  len: 943 time: 0.1888890
Apr 30 14:11:54.559660 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d59c71e8-6be1-4590-a0b1-55de953cb264 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:54.603202 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-dc15ca49-b7ab-4dcb-a33e-740f0dc6096c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f0f1549-e875-4ce2-b395-8dd4e5a1a624 HTTP/1.1" status: 200  len: 217 time: 0.0677230
Apr 30 14:11:54.660208 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-7d4e5247-2525-45f1-9f62-d52354e250f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc2cc4c70>, [{'id': '8cd39569-bdd3-4635-a017-0d2fe0cb070b', 'name': 'tempest-ServerRescueNegativeTestJSON-1039619307-router', 'tenant_id': '1036f2f1678545d3aa4b54e8aa882dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b811524e-d13e-49a3-aba9-a7f3a56dfa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:55Z', 'updated_at': '2021-04-30T14:11:51Z', 'revision_number': 5, 'project_id': '1036f2f1678545d3aa4b54e8aa882dbc', 'gw_port': {'id': 'b811524e-d13e-49a3-aba9-a7f3a56dfa5c', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ca:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd39569-bdd3-4635-a017-0d2fe0cb070b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:59Z', 'updated_at': '2021-04-30T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi'}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:11:54.662965 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-4fd3e37b-8a71-4110-85b7-f9a0b563b230 req-5120b8a6-ce04-4da7-9a5e-0b92b04360c2 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Synchronizing usage tracker for tenant:fe6a646a54ba42f89471e6176f012544 on resource:security_group {{(pid=73844) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:11:54.664821 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4e5247-2525-45f1-9f62-d52354e250f9 None None] Checking router: 8cd39569-bdd3-4635-a017-0d2fe0cb070b for host: dv-cinder-788365-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:11:54.675003 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4e5247-2525-45f1-9f62-d52354e250f9 None None] Routers {'8cd39569-bdd3-4635-a017-0d2fe0cb070b'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:11:54.676079 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-7d4e5247-2525-45f1-9f62-d52354e250f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc2cc4c70>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:11:51Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['8cd39569-bdd3-4635-a017-0d2fe0cb070b'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:11:54.677053 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-8bd955f8-c100-4f36-8277-335033f9ebb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:54.679038 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-8bd955f8-c100-4f36-8277-335033f9ebb0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=890df6d9-2d5e-409b-b5d8-1733f48e5971 HTTP/1.1" status: 200  len: 853 time: 0.0716398
Apr 30 14:11:54.693097 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-4fd3e37b-8a71-4110-85b7-f9a0b563b230 req-5120b8a6-ce04-4da7-9a5e-0b92b04360c2 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Unset dirty status for tenant:fe6a646a54ba42f89471e6176f012544 on resource:security_group {{(pid=73844) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:11:54.694271 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-4fd3e37b-8a71-4110-85b7-f9a0b563b230 req-5120b8a6-ce04-4da7-9a5e-0b92b04360c2 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/security-groups?id=8dc21d1c-dbf1-4276-afd0-dee95e07bf20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1240842
Apr 30 14:11:54.697223 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-d59c71e8-6be1-4590-a0b1-55de953cb264 admin admin] Deleting port b811524e-d13e-49a3-aba9-a7f3a56dfa5c {{(pid=73844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:11:54.698068 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d59c71e8-6be1-4590-a0b1-55de953cb264 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:54.741480 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-85817051-a223-4063-835f-101fd80332ae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=68b8ac3c-2be5-4724-8b9c-a03522f97b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0569370
Apr 30 14:11:54.839331 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.db [None req-d59c71e8-6be1-4590-a0b1-55de953cb264 admin admin] For port b811524e-d13e-49a3-aba9-a7f3a56dfa5c, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=b811524e-d13e-49a3-aba9-a7f3a56dfa5c,segment=NetworkSegment(d90c35f3-ac38-4f09-b94c-cacd24da79a8),segment_id=d90c35f3-ac38-4f09-b94c-cacd24da79a8)] {{(pid=73844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:11:54.839698 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d59c71e8-6be1-4590-a0b1-55de953cb264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:54.843191 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-7d4e5247-2525-45f1-9f62-d52354e250f9 None None] Set router 8cd39569-bdd3-4635-a017-0d2fe0cb070b gateway port host: None {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:11:54.945731 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-df024f77-c59d-4cd1-bf85-2ad89a69cad2 service neutron] 10.222.0.43 "GET /v2.0/networks/68b8ac3c-2be5-4724-8b9c-a03522f97b5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1980159
Apr 30 14:11:54.973265 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-7d4e5247-2525-45f1-9f62-d52354e250f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc2cc4c70>, [{'id': '8cd39569-bdd3-4635-a017-0d2fe0cb070b', 'name': 'tempest-ServerRescueNegativeTestJSON-1039619307-router', 'tenant_id': '1036f2f1678545d3aa4b54e8aa882dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:55Z', 'updated_at': '2021-04-30T14:11:54Z', 'revision_number': 6, 'project_id': '1036f2f1678545d3aa4b54e8aa882dbc', 'gw_port_host': None}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:11:54.978902 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4e5247-2525-45f1-9f62-d52354e250f9 None None] The sync data for ids ['8cd39569-bdd3-4635-a017-0d2fe0cb070b'] in dv-cinder-788365-2-iscsi is: [{'id': '8cd39569-bdd3-4635-a017-0d2fe0cb070b', 'name': 'tempest-ServerRescueNegativeTestJSON-1039619307-router', 'tenant_id': '1036f2f1678545d3aa4b54e8aa882dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:55Z', 'updated_at': '2021-04-30T14:11:54Z', 'revision_number': 6, 'project_id': '1036f2f1678545d3aa4b54e8aa882dbc', 'gw_port_host': None}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:11:54.985473 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-d59c71e8-6be1-4590-a0b1-55de953cb264 admin admin] Calling delete_port for b811524e-d13e-49a3-aba9-a7f3a56dfa5c owned by network:router_gateway {{(pid=73844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:11:55.111371 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2cdb39e1-7a59-4e5f-b6d1-e240903c1261 req-74827697-ad67-4240-b10c-44c736364d66 service neutron] 10.222.0.43 "GET /v2.0/networks/68b8ac3c-2be5-4724-8b9c-a03522f97b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1604211
Apr 30 14:11:55.199182 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 47600) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:55.287851 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b249ef-262e-473a-925f-7027f74062ab req-e7e1223f-9cfc-4dc0-9580-6251d7f2371b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:55.289445 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-42b249ef-262e-473a-925f-7027f74062ab req-e7e1223f-9cfc-4dc0-9580-6251d7f2371b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe6a646a54ba42f89471e6176f012544&device_id=594f1bea-01e3-4220-84e8-e77a88403edd HTTP/1.1" status: 200  len: 1096 time: 0.0739605
Apr 30 14:11:55.361279 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5e5a5c8a-37e3-4844-9680-db39902c1832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:55.394346 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d59c71e8-6be1-4590-a0b1-55de953cb264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6994046'] for port, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:55.399806 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-555b04c3-dbdf-41e1-acfb-5e90d06798e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:55.446419 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-5e5a5c8a-37e3-4844-9680-db39902c1832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:11:55.449409 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c71e8-6be1-4590-a0b1-55de953cb264 admin admin] Pushing event deleted for resources: {'Port': ['ID=b811524e-d13e-49a3-aba9-a7f3a56dfa5c,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:55.456771 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-5e5a5c8a-37e3-4844-9680-db39902c1832 admin admin] Usage tracker for resource:security_group_rule and tenant:c960e95f68e7428cb1079385749d757d is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:11:55.461149 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-5e5a5c8a-37e3-4844-9680-db39902c1832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:11:55.470353 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-5e5a5c8a-37e3-4844-9680-db39902c1832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:11:55.482010 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-d59c71e8-6be1-4590-a0b1-55de953cb264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:55.503509 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b249ef-262e-473a-925f-7027f74062ab req-95e82010-86b2-4f2e-9b8a-fcb94b3ea383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:55.505598 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-42b249ef-262e-473a-925f-7027f74062ab req-95e82010-86b2-4f2e-9b8a-fcb94b3ea383 service neutron] 10.222.0.43 "GET /v2.0/networks?id=68b8ac3c-2be5-4724-8b9c-a03522f97b5a HTTP/1.1" status: 200  len: 915 time: 0.2078660
Apr 30 14:11:55.582444 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-42b249ef-262e-473a-925f-7027f74062ab req-05c6148e-6136-4922-a84f-35d2d2831831 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f0f1549-e875-4ce2-b395-8dd4e5a1a624 HTTP/1.1" status: 200  len: 217 time: 0.0695832
Apr 30 14:11:55.647049 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d59c71e8-6be1-4590-a0b1-55de953cb264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7996653'] for router_gateway, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:55.666940 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b249ef-262e-473a-925f-7027f74062ab req-de459116-3119-46b9-8e43-d9bea306973d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:55.668374 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-42b249ef-262e-473a-925f-7027f74062ab req-de459116-3119-46b9-8e43-d9bea306973d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=890df6d9-2d5e-409b-b5d8-1733f48e5971 HTTP/1.1" status: 200  len: 853 time: 0.0803185
Apr 30 14:11:55.721819 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-42b249ef-262e-473a-925f-7027f74062ab req-5729dec7-106a-400d-ba3b-c0668a5c3952 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=68b8ac3c-2be5-4724-8b9c-a03522f97b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0467539
Apr 30 14:11:55.786495 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5e5a5c8a-37e3-4844-9680-db39902c1832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:55.827395 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d59c71e8-6be1-4590-a0b1-55de953cb264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5731'] for router, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:55.829690 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d59c71e8-6be1-4590-a0b1-55de953cb264 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:55.844223 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5e5a5c8a-37e3-4844-9680-db39902c1832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:55.921572 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d59c71e8-6be1-4590-a0b1-55de953cb264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8005192'] for router, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:55.922255 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59c71e8-6be1-4590-a0b1-55de953cb264 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cd39569-bdd3-4635-a017-0d2fe0cb070b {{(pid=73844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 14:11:55.938557 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d59c71e8-6be1-4590-a0b1-55de953cb264 admin admin] Notify callbacks [] for router, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:55.939880 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-d59c71e8-6be1-4590-a0b1-55de953cb264 admin admin] 10.222.0.32 "DELETE /v2.0/routers/8cd39569-bdd3-4635-a017-0d2fe0cb070b HTTP/1.1" status: 204  len: 168 time: 1.8766091
Apr 30 14:11:55.942585 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 47608) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:55.996643 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:56.010181 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.db_base_plugin_v2 [None req-07af04cf-2735-4f0b-9a98-acb1bc093db7 admin admin] Deleting subnet 7bffe4b8-8a91-4bea-9ca6-5a1137bd3587 {{(pid=73844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 14:11:56.014067 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-07af04cf-2735-4f0b-9a98-acb1bc093db7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:56.056959 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 1f0f1549-e875-4ce2-b395-8dd4e5a1a624 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 14:11:56.091031 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a5c8a-37e3-4844-9680-db39902c1832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ef1fe7-6e15-4b80-93d4-795540089d54,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:56.099189 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-5e5a5c8a-37e3-4844-9680-db39902c1832 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c960e95f68e7428cb1079385749d757d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8979628
Apr 30 14:11:56.101543 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-42b249ef-262e-473a-925f-7027f74062ab req-c5fa9586-d0f7-4032-ac4d-0a76c232042d service neutron] 10.222.0.43 "GET /v2.0/networks/68b8ac3c-2be5-4724-8b9c-a03522f97b5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3720212
Apr 30 14:11:56.101689 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 47614) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:56.102546 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-5e5a5c8a-37e3-4844-9680-db39902c1832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:56.134236 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-07af04cf-2735-4f0b-9a98-acb1bc093db7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7339661'] for subnet, precommit_delete_associations {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:56.227718 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-07af04cf-2735-4f0b-9a98-acb1bc093db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996049'] for subnet, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:56.232840 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e370a29-c9f9-47bc-86d8-ae7f5c5125c8 req-8c715acc-bec0-4ce6-a1f5-7798e979f47a tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:56.240088 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4e370a29-c9f9-47bc-86d8-ae7f5c5125c8 req-8c715acc-bec0-4ce6-a1f5-7798e979f47a tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/ports?device_id=594f1bea-01e3-4220-84e8-e77a88403edd HTTP/1.1" status: 200  len: 943 time: 0.4042504
Apr 30 14:11:56.260554 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port 1f0f1549-e875-4ce2-b395-8dd4e5a1a624, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1f0f1549-e875-4ce2-b395-8dd4e5a1a624,segment=NetworkSegment(32dfe2a0-c865-4dfc-831e-b022d312869f),segment_id=32dfe2a0-c865-4dfc-831e-b022d312869f)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:11:56.275738 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Returning: {'device': '1f0f1549-e875-4ce2-b395-8dd4e5a1a624', 'network_id': '68b8ac3c-2be5-4724-8b9c-a03522f97b5a', 'port_id': '1f0f1549-e875-4ce2-b395-8dd4e5a1a624', 'mac_address': 'fa:16:3e:cc:4b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '890df6d9-2d5e-409b-b5d8-1733f48e5971', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 14:11:56.295417 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-323b5e27-b1c6-413c-a2a0-e57043812387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:56.301219 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4e370a29-c9f9-47bc-86d8-ae7f5c5125c8 req-f0e06650-6832-446a-ac81-0bfc583b3dc0 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/security-groups?id=8dc21d1c-dbf1-4276-afd0-dee95e07bf20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601346
Apr 30 14:11:56.346986 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-42b249ef-262e-473a-925f-7027f74062ab req-4dfee992-e9c0-4575-8bb2-9f62c9785897 service neutron] 10.222.0.43 "GET /v2.0/networks/68b8ac3c-2be5-4724-8b9c-a03522f97b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2341833
Apr 30 14:11:56.350429 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:56.380925 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f0f1549-e875-4ce2-b395-8dd4e5a1a624 {{(pid=73846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 14:11:56.396570 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port 1f0f1549-e875-4ce2-b395-8dd4e5a1a624, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1f0f1549-e875-4ce2-b395-8dd4e5a1a624,segment=NetworkSegment(32dfe2a0-c865-4dfc-831e-b022d312869f),segment_id=32dfe2a0-c865-4dfc-831e-b022d312869f)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:11:56.400941 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:56.403276 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-0725ef30-f6c6-4089-b835-0a73c53000f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:56.417877 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-323b5e27-b1c6-413c-a2a0-e57043812387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:56.472335 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Pushing event updated for resources: {'Port': ['ID=1f0f1549-e875-4ce2-b395-8dd4e5a1a624,revision_number=4']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:56.481386 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:11:56.481760 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:11:56.481953 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:11:56.482275 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:11:56.482605 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:11:56.482933 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:11:56.483276 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:11:56.483584 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:11:56.483913 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:11:56.484238 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:11:56.484557 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:11:56.484919 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:11:56.489595 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:56.541555 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-323b5e27-b1c6-413c-a2a0-e57043812387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:56.546705 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-2b874340-63e3-45a1-90ab-d4fa4e432eee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:56.567483 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b5e27-b1c6-413c-a2a0-e57043812387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ef1fe7-6e15-4b80-93d4-795540089d54,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:56.575045 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-323b5e27-b1c6-413c-a2a0-e57043812387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:56.579319 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-323b5e27-b1c6-413c-a2a0-e57043812387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:56.583645 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-323b5e27-b1c6-413c-a2a0-e57043812387 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/98ef1fe7-6e15-4b80-93d4-795540089d54 HTTP/1.1" status: 204  len: 168 time: 0.4778266
Apr 30 14:11:56.599954 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-07af04cf-2735-4f0b-9a98-acb1bc093db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6993923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6538315'] for subnet, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:56.603912 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:56.638234 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af04cf-2735-4f0b-9a98-acb1bc093db7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bffe4b8-8a91-4bea-9ca6-5a1137bd3587,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:56.640841 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-07af04cf-2735-4f0b-9a98-acb1bc093db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:56.644228 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-07af04cf-2735-4f0b-9a98-acb1bc093db7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for subnet, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:56.653788 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 47624) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:56.653924 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-07af04cf-2735-4f0b-9a98-acb1bc093db7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7bffe4b8-8a91-4bea-9ca6-5a1137bd3587 HTTP/1.1" status: 204  len: 168 time: 0.7102036
Apr 30 14:11:56.669595 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] get_ports_and_sgs() called for port_ids ['1f0f1549-e875-4ce2-b395-8dd4e5a1a624'] {{(pid=73846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 14:11:56.756566 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device a3050be1-573c-4e26-b4c6-029d6193be4a no longer exists at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:11:56.774408 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-71c8c6a7-356c-42de-af89-c53ba8d7b16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639966'] for network, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:56.804185 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] No Port match for: a3050be1-573c-4e26-b4c6-029d6193be4a {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:11:56.804566 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device a3050be1-573c-4e26-b4c6-029d6193be4a not bound to the agent host dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:11:56.804974 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device b811524e-d13e-49a3-aba9-a7f3a56dfa5c no longer exists at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:11:56.849055 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] No Port match for: b811524e-d13e-49a3-aba9-a7f3a56dfa5c {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:11:56.849409 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device b811524e-d13e-49a3-aba9-a7f3a56dfa5c not bound to the agent host dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:11:56.907945 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-71c8c6a7-356c-42de-af89-c53ba8d7b16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984668', 'neutron.services.segments.db._delete_segments_for_network-8774018681245'] for network, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:56.940161 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 47630) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:56.959568 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4078fb9a-016a-4c0d-a66d-0ce58a2a96ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:56.974469 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-4078fb9a-016a-4c0d-a66d-0ce58a2a96ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:11:56.978294 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-4078fb9a-016a-4c0d-a66d-0ce58a2a96ed admin admin] Usage tracker for resource:security_group_rule and tenant:e0b5841b332142c2b2e3cc63a6ebb0fe is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:11:56.981068 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-4078fb9a-016a-4c0d-a66d-0ce58a2a96ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:11:56.986827 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-4078fb9a-016a-4c0d-a66d-0ce58a2a96ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:11:57.024004 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.services.segments.db [None req-71c8c6a7-356c-42de-af89-c53ba8d7b16e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fadc2622f40>,) {'filters': {'network_id': ['101268f3-2b9c-42c4-ac42-c67a2c420fa2']}} {{(pid=73845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:11:57.036941 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.services.segments.db [None req-71c8c6a7-356c-42de-af89-c53ba8d7b16e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fadc2622f40>, '889918bd-47b3-46b6-8b03-7fe889dbba3f') {'for_net_delete': True} {{(pid=73845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:11:57.037245 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.services.segments.db [None req-71c8c6a7-356c-42de-af89-c53ba8d7b16e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fadc2622f40>, '889918bd-47b3-46b6-8b03-7fe889dbba3f') {} {{(pid=73845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:11:57.050170 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-71c8c6a7-356c-42de-af89-c53ba8d7b16e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774018692967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5537990'] for segment, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:57.071645 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-71c8c6a7-356c-42de-af89-c53ba8d7b16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-993311'] for segment, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:57.075173 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4078fb9a-016a-4c0d-a66d-0ce58a2a96ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:57.079365 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c8c6a7-356c-42de-af89-c53ba8d7b16e admin admin] Releasing vlan 1400 on physical network physnet1 to pool {{(pid=73845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 14:11:57.080095 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4078fb9a-016a-4c0d-a66d-0ce58a2a96ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:57.087949 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-6fd02af0-5a59-4bf9-a75f-118fdff29597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:57.132395 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-4078fb9a-016a-4c0d-a66d-0ce58a2a96ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e0b5841b332142c2b2e3cc63a6ebb0fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1890459
Apr 30 14:11:57.132395 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4078fb9a-016a-4c0d-a66d-0ce58a2a96ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f3ef28-ad05-4847-a89c-27b5a3bd757a,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:57.134135 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-4078fb9a-016a-4c0d-a66d-0ce58a2a96ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:57.137263 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 47634) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:57.199500 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-44d61851-6d95-46a1-8ffd-64d38d7e706b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:57.226632 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-44d61851-6d95-46a1-8ffd-64d38d7e706b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:57.252183 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [None req-71c8c6a7-356c-42de-af89-c53ba8d7b16e admin admin] Network 101268f3-2b9c-42c4-ac42-c67a2c420fa2 has no segments {{(pid=73845) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 14:11:57.260971 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-71c8c6a7-356c-42de-af89-c53ba8d7b16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-993508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5706104'] for segment, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:57.284972 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-44d61851-6d95-46a1-8ffd-64d38d7e706b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:57.294862 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-78675e0c-e986-42a5-813e-06dce64b83f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:57.310165 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d61851-6d95-46a1-8ffd-64d38d7e706b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f3ef28-ad05-4847-a89c-27b5a3bd757a,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:57.312380 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-44d61851-6d95-46a1-8ffd-64d38d7e706b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:57.313508 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-44d61851-6d95-46a1-8ffd-64d38d7e706b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b2f3ef28-ad05-4847-a89c-27b5a3bd757a HTTP/1.1" status: 204  len: 168 time: 0.1768034
Apr 30 14:11:57.314671 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-44d61851-6d95-46a1-8ffd-64d38d7e706b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:57.445114 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [None req-71c8c6a7-356c-42de-af89-c53ba8d7b16e admin admin] Network 101268f3-2b9c-42c4-ac42-c67a2c420fa2 has no segments {{(pid=73845) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 14:11:57.468437 dv-cinder-788365-2-iscsi neutron-server[73845]: Traceback (most recent call last):
Apr 30 14:11:57.468437 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 14:11:57.468437 dv-cinder-788365-2-iscsi neutron-server[73845]:     timer()
Apr 30 14:11:57.468437 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 14:11:57.468437 dv-cinder-788365-2-iscsi neutron-server[73845]:     cb(*args, **kw)
Apr 30 14:11:57.468437 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 14:11:57.468437 dv-cinder-788365-2-iscsi neutron-server[73845]:     return func(*args, **kwargs)
Apr 30 14:11:57.468437 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 14:11:57.468437 dv-cinder-788365-2-iscsi neutron-server[73845]:     self._notify()
Apr 30 14:11:57.468437 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 14:11:57.468437 dv-cinder-788365-2-iscsi neutron-server[73845]:     self.callback(batched_events)
Apr 30 14:11:57.468437 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 14:11:57.468437 dv-cinder-788365-2-iscsi neutron-server[73845]:     event.method(event)
Apr 30 14:11:57.468437 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 14:11:57.468437 dv-cinder-788365-2-iscsi neutron-server[73845]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 14:11:57.468437 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 14:11:57.468437 dv-cinder-788365-2-iscsi neutron-server[73845]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 14:11:57.468437 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 14:11:57.468437 dv-cinder-788365-2-iscsi neutron-server[73845]:     return f(self, *a, **k)
Apr 30 14:11:57.468437 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 14:11:57.468437 dv-cinder-788365-2-iscsi neutron-server[73845]:     return self._get(url).json()
Apr 30 14:11:57.468437 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 14:11:57.468437 dv-cinder-788365-2-iscsi neutron-server[73845]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 14:11:57.468437 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 14:11:57.468437 dv-cinder-788365-2-iscsi neutron-server[73845]:     return self.request(url, 'GET', **kwargs)
Apr 30 14:11:57.468437 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 14:11:57.468437 dv-cinder-788365-2-iscsi neutron-server[73845]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 14:11:57.468437 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 14:11:57.468437 dv-cinder-788365-2-iscsi neutron-server[73845]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 14:11:57.468437 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 14:11:57.468437 dv-cinder-788365-2-iscsi neutron-server[73845]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 14:11:57.468437 dv-cinder-788365-2-iscsi neutron-server[73845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 14:11:57.523369 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fe196-2dee-4190-84b9-296712cb4a4b req-8a3b0ee0-e5c5-4be2-a2b1-47d7d3e24ee9 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:57.525583 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-106fe196-2dee-4190-84b9-296712cb4a4b req-8a3b0ee0-e5c5-4be2-a2b1-47d7d3e24ee9 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/ports?device_id=594f1bea-01e3-4220-84e8-e77a88403edd HTTP/1.1" status: 200  len: 944 time: 0.0967758
Apr 30 14:11:57.559068 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-71c8c6a7-356c-42de-af89-c53ba8d7b16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8010353'] for network, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:57.583379 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-af5a595e-0228-467d-9135-cdf9c87005e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:57.588643 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-106fe196-2dee-4190-84b9-296712cb4a4b req-da6ebd94-b8f4-4a3c-b64e-a6249def6e07 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/security-groups?id=8dc21d1c-dbf1-4276-afd0-dee95e07bf20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559769
Apr 30 14:11:57.609012 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-71c8c6a7-356c-42de-af89-c53ba8d7b16e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for network, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:57.612545 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8c6a7-356c-42de-af89-c53ba8d7b16e admin admin] Pushing event deleted for resources: {'Network': ['ID=101268f3-2b9c-42c4-ac42-c67a2c420fa2,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:57.618875 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-71c8c6a7-356c-42de-af89-c53ba8d7b16e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:57.637041 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-71c8c6a7-356c-42de-af89-c53ba8d7b16e admin admin] 10.222.0.32 "DELETE /v2.0/networks/101268f3-2b9c-42c4-ac42-c67a2c420fa2 HTTP/1.1" status: 204  len: 168 time: 0.9816062
Apr 30 14:11:57.850971 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 47658) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:57.923794 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-8d1ff32f-19b7-4107-a5d0-4cc0854ff349 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1036f2f1678545d3aa4b54e8aa882dbc&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0713072
Apr 30 14:11:57.925827 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 47662) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:11:57.990767 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-5ccbfedf-9705-477c-9747-d4b66720cb6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:58.025480 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-5ccbfedf-9705-477c-9747-d4b66720cb6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:58.074016 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 1f0f1549-e875-4ce2-b395-8dd4e5a1a624 up at agent hyperv_hv-cinder-78836 {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:11:58.090651 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-5ccbfedf-9705-477c-9747-d4b66720cb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:58.096088 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-bf269be3-e1c0-4005-b978-56ece595fc9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:58.114924 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbfedf-9705-477c-9747-d4b66720cb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:58.118294 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-5ccbfedf-9705-477c-9747-d4b66720cb6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:58.124718 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-5ccbfedf-9705-477c-9747-d4b66720cb6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:58.129387 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-5ccbfedf-9705-477c-9747-d4b66720cb6f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9dd16a58-5efb-4ddc-9e7e-6f1ec99c20f4 HTTP/1.1" status: 204  len: 168 time: 0.1987972
Apr 30 14:11:58.226787 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Provisioning for port 1f0f1549-e875-4ce2-b395-8dd4e5a1a624 completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:11:58.231962 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Provisioning complete for port 1f0f1549-e875-4ce2-b395-8dd4e5a1a624 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:11:58.232367 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:58.376400 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:58.414771 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594f1bea-01e3-4220-84e8-e77a88403edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0f1549-e875-4ce2-b395-8dd4e5a1a624'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:11:58.428531 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port 1f0f1549-e875-4ce2-b395-8dd4e5a1a624, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1f0f1549-e875-4ce2-b395-8dd4e5a1a624,segment=NetworkSegment(32dfe2a0-c865-4dfc-831e-b022d312869f),segment_id=32dfe2a0-c865-4dfc-831e-b022d312869f)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:11:58.433413 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:11:58.436490 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-d09706e6-ff83-447c-bd08-bf83b3374507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:11:58.503405 dv-cinder-788365-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594f1bea-01e3-4220-84e8-e77a88403edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0f1549-e875-4ce2-b395-8dd4e5a1a624', 'code': 200}
Apr 30 14:11:58.548066 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Pushing event updated for resources: {'Port': ['ID=1f0f1549-e875-4ce2-b395-8dd4e5a1a624,revision_number=5']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:11:58.553510 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:11:58.873438 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c050e04-c535-4ad4-97c0-8dad3eaff772 req-7c4eda03-6b17-471e-a370-b38268bf5a96 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:58.875645 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3c050e04-c535-4ad4-97c0-8dad3eaff772 req-7c4eda03-6b17-471e-a370-b38268bf5a96 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/ports?device_id=594f1bea-01e3-4220-84e8-e77a88403edd HTTP/1.1" status: 200  len: 945 time: 0.1522875
Apr 30 14:11:58.928673 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e50e5-d38b-4e4e-b936-c93451b0a85a req-674fad14-bdaf-4be4-81d4-a433c7549080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:11:58.930238 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fb0e50e5-d38b-4e4e-b936-c93451b0a85a req-674fad14-bdaf-4be4-81d4-a433c7549080 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=594f1bea-01e3-4220-84e8-e77a88403edd HTTP/1.1" status: 200  len: 1098 time: 0.1383166
Apr 30 14:11:58.974116 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3c050e04-c535-4ad4-97c0-8dad3eaff772 req-853bb484-b581-4634-9740-e27243563e34 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/security-groups?id=8dc21d1c-dbf1-4276-afd0-dee95e07bf20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876768
Apr 30 14:11:58.992477 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fb0e50e5-d38b-4e4e-b936-c93451b0a85a req-801f94e3-9629-452c-a627-0c26dfef588e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8dc21d1c-dbf1-4276-afd0-dee95e07bf20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489223
Apr 30 14:12:00.204331 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65545732-558f-4b05-b3ef-387906ba6a45 req-c7322d7f-4c0b-44eb-9c85-6b0d80c16f29 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:12:00.205960 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-65545732-558f-4b05-b3ef-387906ba6a45 req-c7322d7f-4c0b-44eb-9c85-6b0d80c16f29 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/ports?device_id=594f1bea-01e3-4220-84e8-e77a88403edd HTTP/1.1" status: 200  len: 945 time: 0.0856519
Apr 30 14:12:00.256693 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-65545732-558f-4b05-b3ef-387906ba6a45 req-95b9de46-9d60-437d-939f-b729bc634200 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/security-groups?id=8dc21d1c-dbf1-4276-afd0-dee95e07bf20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431504
Apr 30 14:12:00.614046 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 47820) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:12:00.732847 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-28ac35fa-2809-43f2-9231-7f3c7feaf34a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:00.747702 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-28ac35fa-2809-43f2-9231-7f3c7feaf34a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:12:00.751673 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-28ac35fa-2809-43f2-9231-7f3c7feaf34a admin admin] Usage tracker for resource:security_group_rule and tenant:80dfa594d61d4dd0a418c206cdf5d738 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:12:00.755100 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-28ac35fa-2809-43f2-9231-7f3c7feaf34a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:12:00.761014 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-28ac35fa-2809-43f2-9231-7f3c7feaf34a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:12:00.861087 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-28ac35fa-2809-43f2-9231-7f3c7feaf34a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:00.867020 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-28ac35fa-2809-43f2-9231-7f3c7feaf34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:00.882205 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-1bbf2d05-0159-41e3-8191-9657b7a8c44c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:12:01.014896 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-28ac35fa-2809-43f2-9231-7f3c7feaf34a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=80dfa594d61d4dd0a418c206cdf5d738&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3997717
Apr 30 14:12:01.015805 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac35fa-2809-43f2-9231-7f3c7feaf34a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6501b77a-9189-49c1-80b8-afc28f93a944,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:12:01.017549 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 47832) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:12:01.019231 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-28ac35fa-2809-43f2-9231-7f3c7feaf34a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:12:01.083097 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d8bed346-8985-4294-80a1-01e91880e00e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:01.112974 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d8bed346-8985-4294-80a1-01e91880e00e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:01.165571 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d8bed346-8985-4294-80a1-01e91880e00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:01.170797 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:12:01.185635 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bed346-8985-4294-80a1-01e91880e00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6501b77a-9189-49c1-80b8-afc28f93a944,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:12:01.188474 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-d8bed346-8985-4294-80a1-01e91880e00e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:12:01.190452 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d8bed346-8985-4294-80a1-01e91880e00e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:01.191531 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-d8bed346-8985-4294-80a1-01e91880e00e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6501b77a-9189-49c1-80b8-afc28f93a944 HTTP/1.1" status: 204  len: 168 time: 0.1729782
Apr 30 14:12:01.499068 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 47856) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:12:01.517359 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3126bc6e-3a84-46a9-9e40-914f5a3f7a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:01.532953 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-3126bc6e-3a84-46a9-9e40-914f5a3f7a59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:12:01.537096 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-3126bc6e-3a84-46a9-9e40-914f5a3f7a59 admin admin] Usage tracker for resource:security_group_rule and tenant:d4053c61cf8c412aaa03f185f75b6275 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:12:01.539943 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-3126bc6e-3a84-46a9-9e40-914f5a3f7a59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:12:01.545635 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-3126bc6e-3a84-46a9-9e40-914f5a3f7a59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:12:01.630680 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3126bc6e-3a84-46a9-9e40-914f5a3f7a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:01.635075 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3126bc6e-3a84-46a9-9e40-914f5a3f7a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:01.643609 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-8cc47a6c-eb19-4aeb-88ac-71fe81fa4ea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:12:01.688150 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-3126bc6e-3a84-46a9-9e40-914f5a3f7a59 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d4053c61cf8c412aaa03f185f75b6275&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1878979
Apr 30 14:12:01.689372 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3126bc6e-3a84-46a9-9e40-914f5a3f7a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094024de-6e0e-4c5d-9781-e6e95f15788e,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:12:01.690860 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 47864) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:12:01.693659 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-3126bc6e-3a84-46a9-9e40-914f5a3f7a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:12:01.837006 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-8dff7939-95e4-489b-8e6e-d7d1467bde7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:01.864609 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-8dff7939-95e4-489b-8e6e-d7d1467bde7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:01.916243 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-8dff7939-95e4-489b-8e6e-d7d1467bde7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:01.922232 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-5497db03-db0f-40b7-84fc-522f2577cdbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:12:01.934690 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff7939-95e4-489b-8e6e-d7d1467bde7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094024de-6e0e-4c5d-9781-e6e95f15788e,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:12:01.942794 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-8dff7939-95e4-489b-8e6e-d7d1467bde7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:12:01.944906 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-8dff7939-95e4-489b-8e6e-d7d1467bde7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:01.948721 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-8dff7939-95e4-489b-8e6e-d7d1467bde7e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/094024de-6e0e-4c5d-9781-e6e95f15788e HTTP/1.1" status: 204  len: 168 time: 0.2561686
Apr 30 14:12:08.076228 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 48040) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:12:08.190754 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-1da85321-a080-4a3e-be9f-1198d4d29c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:08.205488 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-1da85321-a080-4a3e-be9f-1198d4d29c02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:12:08.210326 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-1da85321-a080-4a3e-be9f-1198d4d29c02 admin admin] Usage tracker for resource:security_group_rule and tenant:346b945dea6948c5875fc786d8f1d1ae is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:12:08.213130 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-1da85321-a080-4a3e-be9f-1198d4d29c02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:12:08.218772 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-1da85321-a080-4a3e-be9f-1198d4d29c02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:12:08.308605 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-1da85321-a080-4a3e-be9f-1198d4d29c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:08.313215 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-1da85321-a080-4a3e-be9f-1198d4d29c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:08.321104 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-096bc564-a417-4b52-93bc-16d8f8258f95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:12:08.362243 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da85321-a080-4a3e-be9f-1198d4d29c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca798c93-9647-4fad-abc1-ad3500cf6287,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:12:08.367034 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-1da85321-a080-4a3e-be9f-1198d4d29c02 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=346b945dea6948c5875fc786d8f1d1ae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2948403
Apr 30 14:12:08.368044 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-1da85321-a080-4a3e-be9f-1198d4d29c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:12:08.369620 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 48056) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:12:08.434367 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-8ff6c5d8-0dff-4fce-86b1-e98cdb54c436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:08.464134 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-8ff6c5d8-0dff-4fce-86b1-e98cdb54c436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:08.515759 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-8ff6c5d8-0dff-4fce-86b1-e98cdb54c436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:08.521135 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-965fba30-37b1-45e6-a87e-765b5cda7b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:12:08.533891 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff6c5d8-0dff-4fce-86b1-e98cdb54c436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca798c93-9647-4fad-abc1-ad3500cf6287,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:12:08.537055 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-8ff6c5d8-0dff-4fce-86b1-e98cdb54c436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:12:08.549117 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-8ff6c5d8-0dff-4fce-86b1-e98cdb54c436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:08.552495 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-8ff6c5d8-0dff-4fce-86b1-e98cdb54c436 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ca798c93-9647-4fad-abc1-ad3500cf6287 HTTP/1.1" status: 204  len: 168 time: 0.1779485
Apr 30 14:12:08.852463 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 48070) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:12:08.870691 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e835488f-a57e-478f-a590-66d09fd1019d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:08.886236 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-e835488f-a57e-478f-a590-66d09fd1019d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:12:08.890178 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-e835488f-a57e-478f-a590-66d09fd1019d admin admin] Usage tracker for resource:security_group_rule and tenant:05d74dd839cf4af9996a65fb742777e8 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:12:08.893425 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-e835488f-a57e-478f-a590-66d09fd1019d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:12:08.899731 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-e835488f-a57e-478f-a590-66d09fd1019d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:12:08.984910 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e835488f-a57e-478f-a590-66d09fd1019d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:08.991034 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e835488f-a57e-478f-a590-66d09fd1019d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:09.003360 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-5e5a5c8a-37e3-4844-9680-db39902c1832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:12:09.040587 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-e835488f-a57e-478f-a590-66d09fd1019d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=05d74dd839cf4af9996a65fb742777e8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1868954
Apr 30 14:12:09.045984 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 48076) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:12:09.048240 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e835488f-a57e-478f-a590-66d09fd1019d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cfd1c8-17f0-4f82-9c40-0ec0a9d6cbaf,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:12:09.051479 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-e835488f-a57e-478f-a590-66d09fd1019d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:12:09.129990 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-78aee510-57aa-46df-95c8-7cd50f9f0f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:09.157383 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-78aee510-57aa-46df-95c8-7cd50f9f0f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:09.207810 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-78aee510-57aa-46df-95c8-7cd50f9f0f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:09.211695 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-5ccbfedf-9705-477c-9747-d4b66720cb6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:12:09.222198 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aee510-57aa-46df-95c8-7cd50f9f0f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cfd1c8-17f0-4f82-9c40-0ec0a9d6cbaf,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:12:09.224503 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-78aee510-57aa-46df-95c8-7cd50f9f0f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:12:09.230274 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-78aee510-57aa-46df-95c8-7cd50f9f0f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:09.231382 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-78aee510-57aa-46df-95c8-7cd50f9f0f03 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b2cfd1c8-17f0-4f82-9c40-0ec0a9d6cbaf HTTP/1.1" status: 204  len: 168 time: 0.1829467
Apr 30 14:12:09.594672 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 48088) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:12:09.612563 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7f03f3b7-061e-4d20-a385-aac52e4b2cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:09.626465 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-7f03f3b7-061e-4d20-a385-aac52e4b2cf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:12:09.630633 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-7f03f3b7-061e-4d20-a385-aac52e4b2cf1 admin admin] Usage tracker for resource:security_group_rule and tenant:16fee069db9d4e29b08dab4662477fff is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:12:09.633330 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-7f03f3b7-061e-4d20-a385-aac52e4b2cf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:12:09.639884 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-7f03f3b7-061e-4d20-a385-aac52e4b2cf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:12:09.729524 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7f03f3b7-061e-4d20-a385-aac52e4b2cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:09.733763 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7f03f3b7-061e-4d20-a385-aac52e4b2cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:09.743095 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-c0c1029c-9f97-4553-8bf8-8ddad3a69c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:12:09.789219 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03f3b7-061e-4d20-a385-aac52e4b2cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188207bc-3a42-4466-856b-18793e08a260,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:12:09.797173 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 48100) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:12:09.810436 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-7f03f3b7-061e-4d20-a385-aac52e4b2cf1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=16fee069db9d4e29b08dab4662477fff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2145438
Apr 30 14:12:09.816150 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-7f03f3b7-061e-4d20-a385-aac52e4b2cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:12:09.859779 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3ed1a670-d514-4d54-9b80-4071d6faf607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:09.886081 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3ed1a670-d514-4d54-9b80-4071d6faf607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:09.938534 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3ed1a670-d514-4d54-9b80-4071d6faf607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:09.942456 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-d8bed346-8985-4294-80a1-01e91880e00e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:12:09.955389 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1a670-d514-4d54-9b80-4071d6faf607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188207bc-3a42-4466-856b-18793e08a260,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:12:09.958839 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-3ed1a670-d514-4d54-9b80-4071d6faf607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:12:09.967227 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3ed1a670-d514-4d54-9b80-4071d6faf607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:09.968464 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-3ed1a670-d514-4d54-9b80-4071d6faf607 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/188207bc-3a42-4466-856b-18793e08a260 HTTP/1.1" status: 204  len: 168 time: 0.1707575
Apr 30 14:12:18.608544 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-3ae2f070-d840-4afa-a20e-861dd7c3ce87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:20.899561 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 48408) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:12:21.041493 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e15bb6df-25a7-4fef-89ab-9613df29bf99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:21.056277 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-e15bb6df-25a7-4fef-89ab-9613df29bf99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:12:21.060283 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-e15bb6df-25a7-4fef-89ab-9613df29bf99 admin admin] Usage tracker for resource:security_group_rule and tenant:32bed561cd184405ae6bc91372533b7f is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:12:21.063074 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-e15bb6df-25a7-4fef-89ab-9613df29bf99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:12:21.068735 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-e15bb6df-25a7-4fef-89ab-9613df29bf99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:12:21.158874 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e15bb6df-25a7-4fef-89ab-9613df29bf99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:21.166834 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e15bb6df-25a7-4fef-89ab-9613df29bf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:21.176493 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-688916f9-aefa-4c90-a2d6-945c3b628aae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:12:21.221427 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-e15bb6df-25a7-4fef-89ab-9613df29bf99 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=32bed561cd184405ae6bc91372533b7f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3183529
Apr 30 14:12:21.221427 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15bb6df-25a7-4fef-89ab-9613df29bf99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9fa22e-2b5c-442c-a829-96e57fd7f468,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:12:21.222252 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 48416) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:12:21.223644 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-e15bb6df-25a7-4fef-89ab-9613df29bf99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:12:21.281411 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-03f8c463-247c-4834-a219-983178acf85d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:21.310819 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-03f8c463-247c-4834-a219-983178acf85d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:21.363889 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-03f8c463-247c-4834-a219-983178acf85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:21.370758 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-bc200469-2f8c-4a73-ba7b-865a4c77674b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:12:21.375308 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-98b619ba-5cb4-4331-b3c1-d57f31050501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:21.384403 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f8c463-247c-4834-a219-983178acf85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9fa22e-2b5c-442c-a829-96e57fd7f468,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:12:21.388490 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:21.397332 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f8c463-247c-4834-a219-983178acf85d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:12:21.397698 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f8c463-247c-4834-a219-983178acf85d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:12:21.398099 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f8c463-247c-4834-a219-983178acf85d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:12:21.398451 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f8c463-247c-4834-a219-983178acf85d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:12:21.398800 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f8c463-247c-4834-a219-983178acf85d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:12:21.399147 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f8c463-247c-4834-a219-983178acf85d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:12:21.399490 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f8c463-247c-4834-a219-983178acf85d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:12:21.399831 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f8c463-247c-4834-a219-983178acf85d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:12:21.400180 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f8c463-247c-4834-a219-983178acf85d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:12:21.400653 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f8c463-247c-4834-a219-983178acf85d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:12:21.401003 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f8c463-247c-4834-a219-983178acf85d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:12:21.401419 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f8c463-247c-4834-a219-983178acf85d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:12:21.404304 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-03f8c463-247c-4834-a219-983178acf85d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:21.406199 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-03f8c463-247c-4834-a219-983178acf85d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf9fa22e-2b5c-442c-a829-96e57fd7f468 HTTP/1.1" status: 204  len: 168 time: 0.1829090
Apr 30 14:12:21.407504 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-03f8c463-247c-4834-a219-983178acf85d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:12:21.690944 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 48424) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:12:21.716518 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-10860725-7449-4db1-bd59-14ef1ea2d2f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:21.732821 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-10860725-7449-4db1-bd59-14ef1ea2d2f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:12:21.737215 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-10860725-7449-4db1-bd59-14ef1ea2d2f8 admin admin] Usage tracker for resource:security_group_rule and tenant:23313be96fd341db991b54dcf49ca0e3 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:12:21.740462 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-10860725-7449-4db1-bd59-14ef1ea2d2f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:12:21.746872 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-10860725-7449-4db1-bd59-14ef1ea2d2f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:12:21.845621 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-10860725-7449-4db1-bd59-14ef1ea2d2f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:21.858988 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-10860725-7449-4db1-bd59-14ef1ea2d2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:21.869855 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:12:21.921875 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-10860725-7449-4db1-bd59-14ef1ea2d2f8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=23313be96fd341db991b54dcf49ca0e3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2294705
Apr 30 14:12:21.925040 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10860725-7449-4db1-bd59-14ef1ea2d2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d052d7-274f-4feb-ac79-34063ee82e13,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:12:21.926043 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 48434) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:12:21.938947 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-10860725-7449-4db1-bd59-14ef1ea2d2f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:12:22.041108 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:22.041954 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-09041da6-827e-444e-a714-4d19381541fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:22.084441 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-09041da6-827e-444e-a714-4d19381541fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:22.172826 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-09041da6-827e-444e-a714-4d19381541fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:22.179385 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-7db1e84b-c024-459f-bed4-f82406052861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:12:22.192635 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09041da6-827e-444e-a714-4d19381541fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d052d7-274f-4feb-ac79-34063ee82e13,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:12:22.195648 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-09041da6-827e-444e-a714-4d19381541fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:12:22.197871 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-09041da6-827e-444e-a714-4d19381541fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:22.199197 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-09041da6-827e-444e-a714-4d19381541fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/44d052d7-274f-4feb-ac79-34063ee82e13 HTTP/1.1" status: 204  len: 168 time: 0.2719803
Apr 30 14:12:22.284250 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:22.441169 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 48450) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:12:22.567510 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-b435b564-7ba7-47dd-ad69-e3317c6372fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:22.581807 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-b435b564-7ba7-47dd-ad69-e3317c6372fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:12:22.585964 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-b435b564-7ba7-47dd-ad69-e3317c6372fb admin admin] Usage tracker for resource:security_group_rule and tenant:943392efe7ff42729189be15c1d045eb is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:12:22.588813 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-b435b564-7ba7-47dd-ad69-e3317c6372fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:12:22.595741 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-b435b564-7ba7-47dd-ad69-e3317c6372fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:12:22.686293 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-b435b564-7ba7-47dd-ad69-e3317c6372fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:22.691434 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-b435b564-7ba7-47dd-ad69-e3317c6372fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:22.698699 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-7f03f3b7-061e-4d20-a385-aac52e4b2cf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:12:22.749146 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-b435b564-7ba7-47dd-ad69-e3317c6372fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=943392efe7ff42729189be15c1d045eb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3035731
Apr 30 14:12:22.749146 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b435b564-7ba7-47dd-ad69-e3317c6372fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb3b5d1-3666-44cf-85a7-7bc58188c8f5,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:12:22.749664 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 48466) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:12:22.751207 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-b435b564-7ba7-47dd-ad69-e3317c6372fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:12:22.818182 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-68e0e7dc-daec-448a-9c75-4b877a5d1c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:22.854870 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-68e0e7dc-daec-448a-9c75-4b877a5d1c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:22.908672 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-68e0e7dc-daec-448a-9c75-4b877a5d1c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:22.913210 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-b0f780c2-9b1c-4b63-99f0-b087c1b4849e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:12:22.927246 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e0e7dc-daec-448a-9c75-4b877a5d1c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb3b5d1-3666-44cf-85a7-7bc58188c8f5,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:12:22.929468 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-68e0e7dc-daec-448a-9c75-4b877a5d1c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:12:22.939723 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-68e0e7dc-daec-448a-9c75-4b877a5d1c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:22.943166 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-68e0e7dc-daec-448a-9c75-4b877a5d1c3a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7fb3b5d1-3666-44cf-85a7-7bc58188c8f5 HTTP/1.1" status: 204  len: 168 time: 0.1881990
Apr 30 14:12:23.818801 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:26.700731 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:12:32.307899 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 48658) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:12:32.445133 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e5a2f6b6-cff2-404d-b1e1-76cd316f76e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:32.459868 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-e5a2f6b6-cff2-404d-b1e1-76cd316f76e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:12:32.463619 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-e5a2f6b6-cff2-404d-b1e1-76cd316f76e3 admin admin] Usage tracker for resource:security_group_rule and tenant:52b549d1f69d428483b527f9b1d48301 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:12:32.466361 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-e5a2f6b6-cff2-404d-b1e1-76cd316f76e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:12:32.471917 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-e5a2f6b6-cff2-404d-b1e1-76cd316f76e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:12:32.550099 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e5a2f6b6-cff2-404d-b1e1-76cd316f76e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:32.554209 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e5a2f6b6-cff2-404d-b1e1-76cd316f76e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:32.560895 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-daacd9e0-e8e4-4012-b18d-e1e3fbc1d5c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:12:32.602324 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2f6b6-cff2-404d-b1e1-76cd316f76e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb75e5a2-ddea-4e66-9d48-c4d682bedbf4,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:12:32.606534 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-e5a2f6b6-cff2-404d-b1e1-76cd316f76e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=52b549d1f69d428483b527f9b1d48301&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2976401
Apr 30 14:12:32.607397 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-e5a2f6b6-cff2-404d-b1e1-76cd316f76e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:12:32.609249 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 48668) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:12:32.666837 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-a2107d2d-11ad-44ec-9a1c-b329afc79629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:32.691709 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-a2107d2d-11ad-44ec-9a1c-b329afc79629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:32.743059 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-a2107d2d-11ad-44ec-9a1c-b329afc79629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:32.748162 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-cff7fe02-0f45-4879-bf1c-91e58fcfcbc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:12:32.758763 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2107d2d-11ad-44ec-9a1c-b329afc79629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb75e5a2-ddea-4e66-9d48-c4d682bedbf4,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:12:32.763402 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-a2107d2d-11ad-44ec-9a1c-b329afc79629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:12:32.765534 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-a2107d2d-11ad-44ec-9a1c-b329afc79629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:32.774379 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-a2107d2d-11ad-44ec-9a1c-b329afc79629 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fb75e5a2-ddea-4e66-9d48-c4d682bedbf4 HTTP/1.1" status: 204  len: 168 time: 0.1589558
Apr 30 14:12:33.047465 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 48680) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:12:33.065590 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d6b93f7f-c358-4b03-8c44-999c94dd6bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:33.079691 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-d6b93f7f-c358-4b03-8c44-999c94dd6bc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:12:33.083571 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-d6b93f7f-c358-4b03-8c44-999c94dd6bc9 admin admin] Usage tracker for resource:security_group_rule and tenant:d5ce5cd53f13450f96373271f85bcaeb is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:12:33.086642 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-d6b93f7f-c358-4b03-8c44-999c94dd6bc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:12:33.092242 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-d6b93f7f-c358-4b03-8c44-999c94dd6bc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:12:33.189522 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d6b93f7f-c358-4b03-8c44-999c94dd6bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:33.193833 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d6b93f7f-c358-4b03-8c44-999c94dd6bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:33.200741 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-48fde438-e6e8-436b-87b8-60715288f806 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:12:33.241503 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-d6b93f7f-c358-4b03-8c44-999c94dd6bc9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d5ce5cd53f13450f96373271f85bcaeb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1930056
Apr 30 14:12:33.242384 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b93f7f-c358-4b03-8c44-999c94dd6bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc4968c-93ff-4aa8-aa20-fba256efa1ad,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:12:33.244338 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 48684) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:12:33.245463 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-d6b93f7f-c358-4b03-8c44-999c94dd6bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:12:33.305133 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4c23efa4-8609-4b49-aa2b-e04c70440066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:33.329417 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4c23efa4-8609-4b49-aa2b-e04c70440066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:33.380820 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4c23efa4-8609-4b49-aa2b-e04c70440066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:33.384595 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-44c5eecd-5212-456b-b103-e94c32178e93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:12:33.397482 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c23efa4-8609-4b49-aa2b-e04c70440066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc4968c-93ff-4aa8-aa20-fba256efa1ad,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:12:33.401317 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-4c23efa4-8609-4b49-aa2b-e04c70440066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:12:33.407563 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4c23efa4-8609-4b49-aa2b-e04c70440066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:33.409006 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-4c23efa4-8609-4b49-aa2b-e04c70440066 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0dc4968c-93ff-4aa8-aa20-fba256efa1ad HTTP/1.1" status: 204  len: 168 time: 0.1636879
Apr 30 14:12:33.798108 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 48696) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:12:33.816102 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-b74c2b7c-4ab9-4e72-aa6d-7214b2487b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:33.831380 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-b74c2b7c-4ab9-4e72-aa6d-7214b2487b36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:12:33.836085 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-b74c2b7c-4ab9-4e72-aa6d-7214b2487b36 admin admin] Usage tracker for resource:security_group_rule and tenant:ae7101a771f54316bea9d732bd223b42 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:12:33.839088 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-b74c2b7c-4ab9-4e72-aa6d-7214b2487b36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:12:33.844928 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-b74c2b7c-4ab9-4e72-aa6d-7214b2487b36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:12:33.936449 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-b74c2b7c-4ab9-4e72-aa6d-7214b2487b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:33.942119 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-b74c2b7c-4ab9-4e72-aa6d-7214b2487b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:33.958087 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-dfb8430c-b880-4a1c-bf3a-35e44b5557da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:12:34.011053 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-b74c2b7c-4ab9-4e72-aa6d-7214b2487b36 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae7101a771f54316bea9d732bd223b42&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2118490
Apr 30 14:12:34.012803 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c2b7c-4ab9-4e72-aa6d-7214b2487b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d390e28-a626-4f56-8173-5f85c68f19bb,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:12:34.016020 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-b74c2b7c-4ab9-4e72-aa6d-7214b2487b36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:12:34.017040 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 48702) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:12:34.103727 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7d97a557-25d0-40cd-a48b-ca304e8da034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:34.130269 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7d97a557-25d0-40cd-a48b-ca304e8da034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:34.185719 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7d97a557-25d0-40cd-a48b-ca304e8da034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:34.191156 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-99fc3340-64de-41aa-abcb-a3411cc68824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:12:34.204944 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d97a557-25d0-40cd-a48b-ca304e8da034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d390e28-a626-4f56-8173-5f85c68f19bb,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:12:34.208630 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-7d97a557-25d0-40cd-a48b-ca304e8da034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:12:34.214544 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7d97a557-25d0-40cd-a48b-ca304e8da034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:34.215651 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-7d97a557-25d0-40cd-a48b-ca304e8da034 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6d390e28-a626-4f56-8173-5f85c68f19bb HTTP/1.1" status: 204  len: 168 time: 0.1972940
Apr 30 14:12:43.133548 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 48842) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:12:43.262915 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3600b595-d7ab-4622-a42f-dc5631c2ebfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:43.278310 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-3600b595-d7ab-4622-a42f-dc5631c2ebfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:12:43.282354 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-3600b595-d7ab-4622-a42f-dc5631c2ebfb admin admin] Usage tracker for resource:security_group_rule and tenant:e9b27562a8514afbb893d42a06e5a616 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:12:43.285232 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-3600b595-d7ab-4622-a42f-dc5631c2ebfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:12:43.291458 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-3600b595-d7ab-4622-a42f-dc5631c2ebfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:12:43.376312 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3600b595-d7ab-4622-a42f-dc5631c2ebfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:43.380240 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3600b595-d7ab-4622-a42f-dc5631c2ebfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:43.387086 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-8ff6c5d8-0dff-4fce-86b1-e98cdb54c436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:12:43.426917 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3600b595-d7ab-4622-a42f-dc5631c2ebfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392db5e3-3f93-47a5-b37c-5bc6b8c0243d,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:12:43.432333 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-3600b595-d7ab-4622-a42f-dc5631c2ebfb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9b27562a8514afbb893d42a06e5a616&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2972054
Apr 30 14:12:43.432941 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-3600b595-d7ab-4622-a42f-dc5631c2ebfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:12:43.434685 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 48848) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:12:43.492735 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c19a6c77-98a2-46f3-8817-0a089d21fb69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:43.517632 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c19a6c77-98a2-46f3-8817-0a089d21fb69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:43.573388 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c19a6c77-98a2-46f3-8817-0a089d21fb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:43.578053 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-881127b9-1c99-4a5d-8843-e659040b5b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:12:43.589660 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a6c77-98a2-46f3-8817-0a089d21fb69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392db5e3-3f93-47a5-b37c-5bc6b8c0243d,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:12:43.593383 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-c19a6c77-98a2-46f3-8817-0a089d21fb69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:12:43.598596 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c19a6c77-98a2-46f3-8817-0a089d21fb69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:43.599694 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-c19a6c77-98a2-46f3-8817-0a089d21fb69 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/392db5e3-3f93-47a5-b37c-5bc6b8c0243d HTTP/1.1" status: 204  len: 168 time: 0.1641297
Apr 30 14:12:43.933084 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 48862) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:12:43.950331 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b209f4ef-3eb1-46f5-925e-473098758f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:43.968243 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-b209f4ef-3eb1-46f5-925e-473098758f58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:12:43.972025 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-b209f4ef-3eb1-46f5-925e-473098758f58 admin admin] Usage tracker for resource:security_group_rule and tenant:5ee2e52399564d0bb715db6fbca027eb is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:12:43.974738 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-b209f4ef-3eb1-46f5-925e-473098758f58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:12:43.980819 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-b209f4ef-3eb1-46f5-925e-473098758f58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:12:44.063062 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b209f4ef-3eb1-46f5-925e-473098758f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:44.066869 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b209f4ef-3eb1-46f5-925e-473098758f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:44.075812 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-6a258ddf-3eb6-4a48-8e2f-f863373b1207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:12:44.116148 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-b209f4ef-3eb1-46f5-925e-473098758f58 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5ee2e52399564d0bb715db6fbca027eb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1820066
Apr 30 14:12:44.117017 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209f4ef-3eb1-46f5-925e-473098758f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fd0086-5b74-4d56-8b68-f330fab1ebaa,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:12:44.118989 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 48866) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:12:44.119970 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-b209f4ef-3eb1-46f5-925e-473098758f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:12:44.177510 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-835f4858-7db5-4996-86b2-0bcb61cb0d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:44.202964 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-835f4858-7db5-4996-86b2-0bcb61cb0d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:44.255370 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-835f4858-7db5-4996-86b2-0bcb61cb0d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:44.259160 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-4cc69170-6e31-46e6-a197-1fc34d3368d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:12:44.275420 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f4858-7db5-4996-86b2-0bcb61cb0d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fd0086-5b74-4d56-8b68-f330fab1ebaa,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:12:44.281262 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-835f4858-7db5-4996-86b2-0bcb61cb0d50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:12:44.285950 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-835f4858-7db5-4996-86b2-0bcb61cb0d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:44.287073 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-835f4858-7db5-4996-86b2-0bcb61cb0d50 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/35fd0086-5b74-4d56-8b68-f330fab1ebaa HTTP/1.1" status: 204  len: 168 time: 0.1670918
Apr 30 14:12:48.613699 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a626f310-3c91-4058-b657-ea1625eaf014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:51.144578 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-816e0f48-8d10-4d4d-a0c8-b9612c18a016 req-bc1d8622-7289-4816-b40f-8a2d616a81ae service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c0175602-cadd-42db-a0a3-2a1bd982e67b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0763605
Apr 30 14:12:51.240693 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e0f48-8d10-4d4d-a0c8-b9612c18a016 req-844840d6-06d4-4a1b-82e5-ee07df287204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:12:51.242709 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-816e0f48-8d10-4d4d-a0c8-b9612c18a016 req-844840d6-06d4-4a1b-82e5-ee07df287204 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7abbf22e49d14a8ba3c6061e4aaeef34&device_id=c0175602-cadd-42db-a0a3-2a1bd982e67b HTTP/1.1" status: 200  len: 1098 time: 0.0715656
Apr 30 14:12:51.384835 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-7c0ce25f-cbf7-4f61-b572-f32975406fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:51.392043 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:51.393414 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e0f48-8d10-4d4d-a0c8-b9612c18a016 req-cf4e9be0-027d-41bb-8149-59529a7f1d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:12:51.395039 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-816e0f48-8d10-4d4d-a0c8-b9612c18a016 req-cf4e9be0-027d-41bb-8149-59529a7f1d66 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f610bd26-2e37-48ef-90fd-5e8ebed549b3 HTTP/1.1" status: 200  len: 913 time: 0.1362190
Apr 30 14:12:51.500645 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-816e0f48-8d10-4d4d-a0c8-b9612c18a016 req-e6e54e1c-e137-4d78-a296-465a6794b003 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d221b807-6f03-4f66-815f-0332cd4cec1c HTTP/1.1" status: 200  len: 1000 time: 0.0996978
Apr 30 14:12:51.571835 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e0f48-8d10-4d4d-a0c8-b9612c18a016 req-a88916a4-6333-4d14-a0f8-3d4dd37bb905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:12:51.573658 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-816e0f48-8d10-4d4d-a0c8-b9612c18a016 req-a88916a4-6333-4d14-a0f8-3d4dd37bb905 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cbf9a206-b4b1-4cb9-a994-3e377e8fd720 HTTP/1.1" status: 200  len: 850 time: 0.0682423
Apr 30 14:12:51.657830 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e0f48-8d10-4d4d-a0c8-b9612c18a016 req-6cd45eef-5093-4010-b355-a2a1b42a8ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:12:51.659410 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-816e0f48-8d10-4d4d-a0c8-b9612c18a016 req-6cd45eef-5093-4010-b355-a2a1b42a8ee2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f610bd26-2e37-48ef-90fd-5e8ebed549b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0814071
Apr 30 14:12:51.922011 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-816e0f48-8d10-4d4d-a0c8-b9612c18a016 req-3e023813-9317-4185-8d7f-980e0e5ce09e service neutron] 10.222.0.43 "GET /v2.0/networks/f610bd26-2e37-48ef-90fd-5e8ebed549b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2490788
Apr 30 14:12:52.026351 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:52.071301 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-816e0f48-8d10-4d4d-a0c8-b9612c18a016 req-9bd82e17-b2ed-486a-b108-7179fbec0744 service neutron] 10.222.0.43 "GET /v2.0/networks/f610bd26-2e37-48ef-90fd-5e8ebed549b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1406062
Apr 30 14:12:52.280916 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:53.833645 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:54.678315 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 49024) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:12:54.797179 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-72d5f3f1-9b8b-4ed4-b1f7-2a3948a1ee7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:54.811845 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-72d5f3f1-9b8b-4ed4-b1f7-2a3948a1ee7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:12:54.815600 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-72d5f3f1-9b8b-4ed4-b1f7-2a3948a1ee7e admin admin] Usage tracker for resource:security_group_rule and tenant:935b42015f5f48af8788f343d947ed4e is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:12:54.818357 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-72d5f3f1-9b8b-4ed4-b1f7-2a3948a1ee7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:12:54.823918 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-72d5f3f1-9b8b-4ed4-b1f7-2a3948a1ee7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:12:54.907505 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-72d5f3f1-9b8b-4ed4-b1f7-2a3948a1ee7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:54.912442 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-72d5f3f1-9b8b-4ed4-b1f7-2a3948a1ee7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:54.924267 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-1da85321-a080-4a3e-be9f-1198d4d29c02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:12:54.960601 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-72d5f3f1-9b8b-4ed4-b1f7-2a3948a1ee7e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=935b42015f5f48af8788f343d947ed4e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2799702
Apr 30 14:12:54.963660 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 49030) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:12:54.976662 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d5f3f1-9b8b-4ed4-b1f7-2a3948a1ee7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ba7a50-96e5-4590-9442-e8d2bc7df0e5,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:12:54.980745 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-72d5f3f1-9b8b-4ed4-b1f7-2a3948a1ee7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:12:55.037214 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c3a53d0b-27ff-4be5-b9d9-d3830c440f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:55.072930 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c3a53d0b-27ff-4be5-b9d9-d3830c440f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:55.143934 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c3a53d0b-27ff-4be5-b9d9-d3830c440f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:55.148232 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-d142f4ad-13d4-46d5-90d7-625b8bf18efb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:12:55.159640 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a53d0b-27ff-4be5-b9d9-d3830c440f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ba7a50-96e5-4590-9442-e8d2bc7df0e5,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:12:55.164207 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-c3a53d0b-27ff-4be5-b9d9-d3830c440f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:12:55.168202 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c3a53d0b-27ff-4be5-b9d9-d3830c440f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:55.170359 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-c3a53d0b-27ff-4be5-b9d9-d3830c440f87 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/85ba7a50-96e5-4590-9442-e8d2bc7df0e5 HTTP/1.1" status: 204  len: 168 time: 0.2055779
Apr 30 14:12:56.122008 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad1a40-be43-4b07-8963-d8af42e28f01 req-82ca128f-3b25-45cb-afaa-b757b4724c4f tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:12:56.123526 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-12ad1a40-be43-4b07-8963-d8af42e28f01 req-82ca128f-3b25-45cb-afaa-b757b4724c4f tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/ports?device_id=594f1bea-01e3-4220-84e8-e77a88403edd HTTP/1.1" status: 200  len: 945 time: 0.0876379
Apr 30 14:12:56.184353 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-12ad1a40-be43-4b07-8963-d8af42e28f01 req-4c614f56-3baf-48c4-9976-b1fb6465e115 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/security-groups?id=8dc21d1c-dbf1-4276-afd0-dee95e07bf20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509155
Apr 30 14:12:56.645210 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 49088) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:12:56.765666 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-86b3b0a7-0936-453a-82c3-2b333cd76904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:56.781513 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-86b3b0a7-0936-453a-82c3-2b333cd76904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:12:56.785489 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-86b3b0a7-0936-453a-82c3-2b333cd76904 admin admin] Usage tracker for resource:security_group_rule and tenant:21acf7a43d33420d9e43b01e0dcaaf11 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:12:56.789054 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-86b3b0a7-0936-453a-82c3-2b333cd76904 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:12:56.795031 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-86b3b0a7-0936-453a-82c3-2b333cd76904 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:12:56.883314 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-86b3b0a7-0936-453a-82c3-2b333cd76904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:56.887764 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-86b3b0a7-0936-453a-82c3-2b333cd76904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:56.894485 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-e835488f-a57e-478f-a590-66d09fd1019d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:12:56.937151 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-86b3b0a7-0936-453a-82c3-2b333cd76904 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21acf7a43d33420d9e43b01e0dcaaf11&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2907634
Apr 30 14:12:56.938078 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b3b0a7-0936-453a-82c3-2b333cd76904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52aa1f1d-3a7d-40fa-a9a6-f832b0173a12,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:12:56.939830 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 49096) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:12:56.946249 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3b0a7-0936-453a-82c3-2b333cd76904 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:12:56.946613 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3b0a7-0936-453a-82c3-2b333cd76904 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:12:56.946973 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3b0a7-0936-453a-82c3-2b333cd76904 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:12:56.947459 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3b0a7-0936-453a-82c3-2b333cd76904 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:12:56.947713 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3b0a7-0936-453a-82c3-2b333cd76904 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:12:56.948015 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3b0a7-0936-453a-82c3-2b333cd76904 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:12:56.948362 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3b0a7-0936-453a-82c3-2b333cd76904 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:12:56.948710 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3b0a7-0936-453a-82c3-2b333cd76904 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:12:56.949050 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3b0a7-0936-453a-82c3-2b333cd76904 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:12:56.949394 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3b0a7-0936-453a-82c3-2b333cd76904 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:12:56.949759 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3b0a7-0936-453a-82c3-2b333cd76904 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:12:56.950099 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3b0a7-0936-453a-82c3-2b333cd76904 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:12:56.953862 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-86b3b0a7-0936-453a-82c3-2b333cd76904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:12:57.002458 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2f303028-4bc4-4776-920a-99832a28bc6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:57.030143 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2f303028-4bc4-4776-920a-99832a28bc6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:57.090252 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2f303028-4bc4-4776-920a-99832a28bc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:57.094033 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-e6785c68-791d-4b7b-9c58-2419121fe521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:12:57.106518 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f303028-4bc4-4776-920a-99832a28bc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52aa1f1d-3a7d-40fa-a9a6-f832b0173a12,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:12:57.109380 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-2f303028-4bc4-4776-920a-99832a28bc6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:12:57.111277 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2f303028-4bc4-4776-920a-99832a28bc6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:57.112389 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-2f303028-4bc4-4776-920a-99832a28bc6f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/52aa1f1d-3a7d-40fa-a9a6-f832b0173a12 HTTP/1.1" status: 204  len: 168 time: 0.1715264
Apr 30 14:12:57.379712 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2f7c8-1040-48f0-927c-a2f2b6047bb3 req-ebadce9c-c6f0-4048-8c39-52076c7426e0 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:12:57.381670 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b6f2f7c8-1040-48f0-927c-a2f2b6047bb3 req-ebadce9c-c6f0-4048-8c39-52076c7426e0 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.43 "GET /v2.0/ports?device_id=594f1bea-01e3-4220-84e8-e77a88403edd HTTP/1.1" status: 200  len: 945 time: 0.1032889
Apr 30 14:12:57.554914 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-b6f2f7c8-1040-48f0-927c-a2f2b6047bb3 req-0533a457-b497-4d90-852b-46c467a9452e tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Deleting port 1f0f1549-e875-4ce2-b395-8dd4e5a1a624 {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:12:57.555282 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-b6f2f7c8-1040-48f0-927c-a2f2b6047bb3 req-0533a457-b497-4d90-852b-46c467a9452e tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:57.748271 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-b6f2f7c8-1040-48f0-927c-a2f2b6047bb3 req-0533a457-b497-4d90-852b-46c467a9452e tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] For port 1f0f1549-e875-4ce2-b395-8dd4e5a1a624, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1f0f1549-e875-4ce2-b395-8dd4e5a1a624,segment=NetworkSegment(32dfe2a0-c865-4dfc-831e-b022d312869f),segment_id=32dfe2a0-c865-4dfc-831e-b022d312869f)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:12:57.749292 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-b6f2f7c8-1040-48f0-927c-a2f2b6047bb3 req-0533a457-b497-4d90-852b-46c467a9452e tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:57.878780 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-b6f2f7c8-1040-48f0-927c-a2f2b6047bb3 req-0533a457-b497-4d90-852b-46c467a9452e tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Calling delete_port for 1f0f1549-e875-4ce2-b395-8dd4e5a1a624 owned by compute:nova {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:12:57.905736 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56284caf-260c-4e10-affd-81565fd00162 req-0119df13-c64e-42b3-88ed-28885063b9c9 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:12:57.907786 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-56284caf-260c-4e10-affd-81565fd00162 req-0119df13-c64e-42b3-88ed-28885063b9c9 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/ports?device_id=594f1bea-01e3-4220-84e8-e77a88403edd HTTP/1.1" status: 200  len: 945 time: 0.5913200
Apr 30 14:12:57.974255 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-56284caf-260c-4e10-affd-81565fd00162 req-94a7d8f8-5b08-43fc-80de-ed431dcb6e02 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/security-groups?id=8dc21d1c-dbf1-4276-afd0-dee95e07bf20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553744
Apr 30 14:12:58.134525 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-b6f2f7c8-1040-48f0-927c-a2f2b6047bb3 req-0533a457-b497-4d90-852b-46c467a9452e tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5706159'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:58.143762 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-d437a150-8f50-437c-8b1c-516a1b071b3a tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:12:58.164447 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] get_ports_and_sgs() called for port_ids ['1f0f1549-e875-4ce2-b395-8dd4e5a1a624'] {{(pid=73846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 14:12:58.225297 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533a457-b497-4d90-852b-46c467a9452e tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Pushing event deleted for resources: {'Port': ['ID=1f0f1549-e875-4ce2-b395-8dd4e5a1a624,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:12:58.230880 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-0533a457-b497-4d90-852b-46c467a9452e tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:12:58.317406 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f2f7c8-1040-48f0-927c-a2f2b6047bb3 req-0533a457-b497-4d90-852b-46c467a9452e tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] No DVR routers for this DVR port 1f0f1549-e875-4ce2-b395-8dd4e5a1a624 on host hv-cinder-78836 {{(pid=73845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 14:12:58.320777 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-b6f2f7c8-1040-48f0-927c-a2f2b6047bb3 req-0533a457-b497-4d90-852b-46c467a9452e tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:12:58.323870 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594f1bea-01e3-4220-84e8-e77a88403edd', 'name': 'network-vif-deleted', 'tag': '1f0f1549-e875-4ce2-b395-8dd4e5a1a624'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:12:58.363732 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b6f2f7c8-1040-48f0-927c-a2f2b6047bb3 req-0533a457-b497-4d90-852b-46c467a9452e tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.43 "DELETE /v2.0/ports/1f0f1549-e875-4ce2-b395-8dd4e5a1a624 HTTP/1.1" status: 204  len: 173 time: 0.9776540
Apr 30 14:12:58.391627 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594f1bea-01e3-4220-84e8-e77a88403edd', 'name': 'network-vif-deleted', 'tag': '1f0f1549-e875-4ce2-b395-8dd4e5a1a624', 'status': 'completed', 'code': 200}
Apr 30 14:12:59.250798 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-2073a3a4-23bc-494b-8c1c-4100d4c798db req-43a861ca-aab4-4fab-a19c-6df94c66fca1 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Synchronizing usage tracker for tenant:fe6a646a54ba42f89471e6176f012544 on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:12:59.268597 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-2073a3a4-23bc-494b-8c1c-4100d4c798db req-43a861ca-aab4-4fab-a19c-6df94c66fca1 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Unset dirty status for tenant:fe6a646a54ba42f89471e6176f012544 on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:12:59.282928 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2073a3a4-23bc-494b-8c1c-4100d4c798db req-43a861ca-aab4-4fab-a19c-6df94c66fca1 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/ports?device_id=594f1bea-01e3-4220-84e8-e77a88403edd HTTP/1.1" status: 200  len: 210 time: 0.0780411
Apr 30 14:13:00.396703 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 1f0f1549-e875-4ce2-b395-8dd4e5a1a624 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:13:00.439362 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] No Port match for: 1f0f1549-e875-4ce2-b395-8dd4e5a1a624 {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:13:00.440055 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 1f0f1549-e875-4ce2-b395-8dd4e5a1a624 not bound to the agent host hv-cinder-78836 {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:13:03.700300 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:13:09.009402 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-0d698630-c604-4def-9b5e-7579a1341e28 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:13:09.010879 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-0d698630-c604-4def-9b5e-7579a1341e28 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/networks?id=68b8ac3c-2be5-4724-8b9c-a03522f97b5a HTTP/1.1" status: 200  len: 813 time: 0.1633949
Apr 30 14:13:09.027220 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-2ce5d20f-b5a2-4740-a23b-1035dd5af145 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/quotas/fe6a646a54ba42f89471e6176f012544 HTTP/1.1" status: 200  len: 375 time: 0.0096500
Apr 30 14:13:09.080339 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-47f2342d-164a-4d9e-bcd3-f7aeb25161b9 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe6a646a54ba42f89471e6176f012544&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0474575
Apr 30 14:13:09.336679 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-39cdb4c5-fddc-44f9-8406-8ac1cef86d5f service neutron] 10.222.0.32 "GET /v2.0/networks/68b8ac3c-2be5-4724-8b9c-a03522f97b5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2489400
Apr 30 14:13:09.591863 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-dd5d8244-f558-4482-a1b9-c8d870be83b0 service neutron] 10.222.0.32 "GET /v2.0/networks/68b8ac3c-2be5-4724-8b9c-a03522f97b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2482483
Apr 30 14:13:09.768618 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-ca696e64-df0f-4fef-8328-34d4b96746ad req-ff1252e0-388c-4944-92e6-bfffa8d3c7ff tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0d85c4f-d6f2-4c09-990f-733cccf8a7bc HTTP/1.1" status: 200  len: 210 time: 0.0425403
Apr 30 14:13:10.923335 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7fb1fac6-15c0-42e7-b0f1-2da66ceaa32a req-8f5e48c3-9b81-4414-a040-cadcea389754 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0d85c4f-d6f2-4c09-990f-733cccf8a7bc HTTP/1.1" status: 200  len: 210 time: 0.0459833
Apr 30 14:13:11.166599 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-fb84cee4-2c2c-4efa-8940-f4ba49354d1b tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:13:11.167995 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-fb84cee4-2c2c-4efa-8940-f4ba49354d1b tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.43 "GET /v2.0/networks?id=68b8ac3c-2be5-4724-8b9c-a03522f97b5a HTTP/1.1" status: 200  len: 813 time: 0.1698093
Apr 30 14:13:11.190991 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-4b8bee39-8fdf-4141-b746-733409f8226a tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Request body: {'port': {'device_id': 'b0d85c4f-d6f2-4c09-990f-733cccf8a7bc', 'network_id': '68b8ac3c-2be5-4724-8b9c-a03522f97b5a', 'admin_state_up': True, 'tenant_id': 'fe6a646a54ba42f89471e6176f012544'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:13:11.330646 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-4b8bee39-8fdf-4141-b746-733409f8226a tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:13:11.341543 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-4b8bee39-8fdf-4141-b746-733409f8226a tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:13:11.351558 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-4b8bee39-8fdf-4141-b746-733409f8226a tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Made reservation on behalf of fe6a646a54ba42f89471e6176f012544 for: {'port': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:13:11.355521 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-4b8bee39-8fdf-4141-b746-733409f8226a tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:13:11.527669 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-4b8bee39-8fdf-4141-b746-733409f8226a tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Allocated IP 172.20.0.12 (68b8ac3c-2be5-4724-8b9c-a03522f97b5a/890df6d9-2d5e-409b-b5d8-1733f48e5971/56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:13:11.738003 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-4b8bee39-8fdf-4141-b746-733409f8226a tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:13:11.768102 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-4b8bee39-8fdf-4141-b746-733409f8226a tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5706159'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:13:11.774662 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-2cc59167-91b7-476b-bbbd-1f8760399470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:13:11.836517 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-4b8bee39-8fdf-4141-b746-733409f8226a tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Network 68b8ac3c-2be5-4724-8b9c-a03522f97b5a is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:13:11.839508 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-4b8bee39-8fdf-4141-b746-733409f8226a tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Resources bound (agent type, host, resource id):  {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:13:11.843331 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-4b8bee39-8fdf-4141-b746-733409f8226a tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:13:11.890290 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8bee39-8fdf-4141-b746-733409f8226a tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Pushing event updated for resources: {'Port': ['ID=56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:13:11.894872 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-4b8bee39-8fdf-4141-b746-733409f8226a tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:13:11.914850 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-4b8bee39-8fdf-4141-b746-733409f8226a tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:13:11.915461 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-4b8bee39-8fdf-4141-b746-733409f8226a tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:13:11.944914 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-4b8bee39-8fdf-4141-b746-733409f8226a tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7566111
Apr 30 14:13:12.008325 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-b29cf17a-a797-4258-b1a7-560040ce7c70 service neutron] Request body: {'port': {'device_id': 'b0d85c4f-d6f2-4c09-990f-733cccf8a7bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:13:12.132890 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-b29cf17a-a797-4258-b1a7-560040ce7c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:13:12.152934 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdab385-6eff-40a7-85c5-abae94af38d7 req-66994e2a-40e9-48aa-a688-904aa8122ad2 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:13:12.154528 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-ebdab385-6eff-40a7-85c5-abae94af38d7 req-66994e2a-40e9-48aa-a688-904aa8122ad2 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0d85c4f-d6f2-4c09-990f-733cccf8a7bc HTTP/1.1" status: 200  len: 932 time: 0.0863342
Apr 30 14:13:12.200445 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-ebdab385-6eff-40a7-85c5-abae94af38d7 req-4821dfef-0c7f-4020-906c-3c6e89f4106f tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/security-groups?id=8dc21d1c-dbf1-4276-afd0-dee95e07bf20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400071
Apr 30 14:13:12.513099 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-b29cf17a-a797-4258-b1a7-560040ce7c70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976 {{(pid=73845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 14:13:12.524617 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-b29cf17a-a797-4258-b1a7-560040ce7c70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:13:12.546069 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-b29cf17a-a797-4258-b1a7-560040ce7c70 service neutron] Transition to ACTIVE for port object 56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976 will not be triggered until provisioned by entity L2. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:13:12.550500 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-b29cf17a-a797-4258-b1a7-560040ce7c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5706148'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:13:12.555405 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-acdebb1e-c433-4b7d-891e-7b360fa65d90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:13:12.747580 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29cf17a-a797-4258-b1a7-560040ce7c70 service neutron] Pushing event updated for resources: {'Port': ['ID=56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:13:12.750452 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-b29cf17a-a797-4258-b1a7-560040ce7c70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:13:12.795054 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-b29cf17a-a797-4258-b1a7-560040ce7c70 service neutron] Attempting to bind port 56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:13:12.795380 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-b29cf17a-a797-4258-b1a7-560040ce7c70 service neutron] Attempting to bind port 56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '32dfe2a0-c865-4dfc-831e-b022d312869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1409, 'network_id': '68b8ac3c-2be5-4724-8b9c-a03522f97b5a'}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:13:12.795704 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-b29cf17a-a797-4258-b1a7-560040ce7c70 service neutron] Attempting to bind port 56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976 on network 68b8ac3c-2be5-4724-8b9c-a03522f97b5a {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:13:12.800195 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-b29cf17a-a797-4258-b1a7-560040ce7c70 service neutron] Port 56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976 on network 68b8ac3c-2be5-4724-8b9c-a03522f97b5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 14:13:12.800508 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-b29cf17a-a797-4258-b1a7-560040ce7c70 service neutron] Attempting to bind port 56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976 on network 68b8ac3c-2be5-4724-8b9c-a03522f97b5a {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:13:12.805407 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-b29cf17a-a797-4258-b1a7-560040ce7c70 service neutron] Checking agent: {'id': 'd3aa7eed-5c97-490e-b2ea-32000fed17dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 14, 5, 52), 'started_at': datetime.datetime(2021, 4, 30, 14, 5, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:13:12.805761 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-b29cf17a-a797-4258-b1a7-560040ce7c70 service neutron] Checking segment: {'id': '32dfe2a0-c865-4dfc-831e-b022d312869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1409, 'network_id': '68b8ac3c-2be5-4724-8b9c-a03522f97b5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:13:12.806248 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-b29cf17a-a797-4258-b1a7-560040ce7c70 service neutron] Bound using segment: {'id': '32dfe2a0-c865-4dfc-831e-b022d312869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1409, 'network_id': '68b8ac3c-2be5-4724-8b9c-a03522f97b5a'} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:13:12.806668 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-b29cf17a-a797-4258-b1a7-560040ce7c70 service neutron] Bound port: 56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32dfe2a0-c865-4dfc-831e-b022d312869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1409, 'network_id': '68b8ac3c-2be5-4724-8b9c-a03522f97b5a'}}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:13:12.807003 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-b29cf17a-a797-4258-b1a7-560040ce7c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:13:12.978253 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-b29cf17a-a797-4258-b1a7-560040ce7c70 service neutron] For port 56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976, host hv-cinder-78836, cleared binding levels {{(pid=73845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:13:12.981773 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-b29cf17a-a797-4258-b1a7-560040ce7c70 service neutron] For port 56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976,segment=NetworkSegment(32dfe2a0-c865-4dfc-831e-b022d312869f),segment_id=32dfe2a0-c865-4dfc-831e-b022d312869f)] {{(pid=73845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:13:12.986164 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-b29cf17a-a797-4258-b1a7-560040ce7c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5706148'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:13:12.989828 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-62a3974e-b142-4a8f-8668-c5546f4be6bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:13:13.052260 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-b29cf17a-a797-4258-b1a7-560040ce7c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:13:13.053011 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-b29cf17a-a797-4258-b1a7-560040ce7c70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:13:13.055030 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-b29cf17a-a797-4258-b1a7-560040ce7c70 service neutron] 10.222.0.43 "PUT /v2.0/ports/56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976 HTTP/1.1" status: 200  len: 1094 time: 1.0996594
Apr 30 14:13:13.055549 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0d85c4f-d6f2-4c09-990f-733cccf8a7bc', 'tag': '56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:13:13.088941 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29cf17a-a797-4258-b1a7-560040ce7c70 service neutron] Pushing event updated for resources: {'Port': ['ID=56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976,revision_number=3']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:13:13.100036 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-b29cf17a-a797-4258-b1a7-560040ce7c70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:13:13.204038 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-d463928b-a6ba-44c3-ad43-d63d4a2b81bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:13:13.204480 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-d463928b-a6ba-44c3-ad43-d63d4a2b81bb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe6a646a54ba42f89471e6176f012544&device_id=b0d85c4f-d6f2-4c09-990f-733cccf8a7bc HTTP/1.1" status: 200  len: 1097 time: 0.0891793
Apr 30 14:13:13.273974 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0d85c4f-d6f2-4c09-990f-733cccf8a7bc', 'tag': '56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976', 'status': 'completed', 'code': 200}
Apr 30 14:13:13.281795 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-0fd1749b-438e-4db9-93d3-c8c2c30f6db4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976 HTTP/1.1" status: 200  len: 217 time: 0.0631509
Apr 30 14:13:13.389119 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-caac39ab-9577-4856-9f6c-d76f3e7e7a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:13:13.390935 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-caac39ab-9577-4856-9f6c-d76f3e7e7a1a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=890df6d9-2d5e-409b-b5d8-1733f48e5971 HTTP/1.1" status: 200  len: 853 time: 0.0993700
Apr 30 14:13:13.414302 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66cdbf4-07ce-4865-9b04-fb83116d13df req-d38e3f8b-f172-4078-b3a5-f8ab3bbe45cb tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:13:13.415807 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-a66cdbf4-07ce-4865-9b04-fb83116d13df req-d38e3f8b-f172-4078-b3a5-f8ab3bbe45cb tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0d85c4f-d6f2-4c09-990f-733cccf8a7bc HTTP/1.1" status: 200  len: 944 time: 0.0855916
Apr 30 14:13:13.442239 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-3c4803d6-3486-4f29-9523-e2eaf9bb5dd8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=68b8ac3c-2be5-4724-8b9c-a03522f97b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0432065
Apr 30 14:13:13.469184 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-a66cdbf4-07ce-4865-9b04-fb83116d13df req-e956b0a7-862d-431e-a945-01149823944c tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/security-groups?id=8dc21d1c-dbf1-4276-afd0-dee95e07bf20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435567
Apr 30 14:13:13.575991 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-ae7f4067-024f-4e51-b5a8-bb9c9c0d53a7 service neutron] 10.222.0.43 "GET /v2.0/networks/68b8ac3c-2be5-4724-8b9c-a03522f97b5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1289899
Apr 30 14:13:13.727351 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3054d977-f392-4d0d-8269-9bc89ba799bd req-31c0fa9d-ff80-43ea-947c-b2eb03cae0c5 service neutron] 10.222.0.43 "GET /v2.0/networks/68b8ac3c-2be5-4724-8b9c-a03522f97b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1446624
Apr 30 14:13:13.879762 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad46414-297b-4cd5-9091-59bd457d9c15 req-ee51b276-1bd9-4cb9-8cb4-5cae4acf729f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:13:13.881179 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-dad46414-297b-4cd5-9091-59bd457d9c15 req-ee51b276-1bd9-4cb9-8cb4-5cae4acf729f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe6a646a54ba42f89471e6176f012544&device_id=b0d85c4f-d6f2-4c09-990f-733cccf8a7bc HTTP/1.1" status: 200  len: 1097 time: 0.0690706
Apr 30 14:13:14.031196 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad46414-297b-4cd5-9091-59bd457d9c15 req-10d22236-ae4f-4a0b-a3fb-c888d76f930d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:13:14.032629 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-dad46414-297b-4cd5-9091-59bd457d9c15 req-10d22236-ae4f-4a0b-a3fb-c888d76f930d service neutron] 10.222.0.43 "GET /v2.0/networks?id=68b8ac3c-2be5-4724-8b9c-a03522f97b5a HTTP/1.1" status: 200  len: 915 time: 0.1303866
Apr 30 14:13:14.102112 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-dad46414-297b-4cd5-9091-59bd457d9c15 req-551d92bc-005a-4010-ba5c-b82c3fb761ac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976 HTTP/1.1" status: 200  len: 217 time: 0.0644648
Apr 30 14:13:14.172255 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad46414-297b-4cd5-9091-59bd457d9c15 req-9e0546b2-5bc2-4185-a656-ceefd7200b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:13:14.173552 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-dad46414-297b-4cd5-9091-59bd457d9c15 req-9e0546b2-5bc2-4185-a656-ceefd7200b76 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=890df6d9-2d5e-409b-b5d8-1733f48e5971 HTTP/1.1" status: 200  len: 853 time: 0.0634785
Apr 30 14:13:14.219874 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-dad46414-297b-4cd5-9091-59bd457d9c15 req-79365469-b909-441b-8ebf-26eebfb689f5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=68b8ac3c-2be5-4724-8b9c-a03522f97b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0402837
Apr 30 14:13:14.367685 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-dad46414-297b-4cd5-9091-59bd457d9c15 req-de7000fe-ac8c-4c76-bd0f-650b97493fa4 service neutron] 10.222.0.43 "GET /v2.0/networks/68b8ac3c-2be5-4724-8b9c-a03522f97b5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420913
Apr 30 14:13:14.481174 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 14:13:14.496335 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-dad46414-297b-4cd5-9091-59bd457d9c15 req-a138ccfc-1e5a-4b72-aa4e-15dacc03716c service neutron] 10.222.0.43 "GET /v2.0/networks/68b8ac3c-2be5-4724-8b9c-a03522f97b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240945
Apr 30 14:13:14.659264 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b36853-9f25-49f5-9941-90a4001cc221 req-8aba62ad-c1d9-434e-a766-d80306bba4f0 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:13:14.659983 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-75b36853-9f25-49f5-9941-90a4001cc221 req-8aba62ad-c1d9-434e-a766-d80306bba4f0 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Synchronizing usage tracker for tenant:fe6a646a54ba42f89471e6176f012544 on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:13:14.668133 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port 56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976,segment=NetworkSegment(32dfe2a0-c865-4dfc-831e-b022d312869f),segment_id=32dfe2a0-c865-4dfc-831e-b022d312869f)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:13:14.677089 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-75b36853-9f25-49f5-9941-90a4001cc221 req-8aba62ad-c1d9-434e-a766-d80306bba4f0 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Unset dirty status for tenant:fe6a646a54ba42f89471e6176f012544 on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:13:14.678309 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-75b36853-9f25-49f5-9941-90a4001cc221 req-8aba62ad-c1d9-434e-a766-d80306bba4f0 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0d85c4f-d6f2-4c09-990f-733cccf8a7bc HTTP/1.1" status: 200  len: 944 time: 0.0989347
Apr 30 14:13:14.684121 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Returning: {'device': '56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976', 'network_id': '68b8ac3c-2be5-4724-8b9c-a03522f97b5a', 'port_id': '56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976', 'mac_address': 'fa:16:3e:1f:73:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '890df6d9-2d5e-409b-b5d8-1733f48e5971', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 14:13:14.737532 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-75b36853-9f25-49f5-9941-90a4001cc221 req-2e382649-e953-4d8d-862c-8793ca7c33d2 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/security-groups?id=8dc21d1c-dbf1-4276-afd0-dee95e07bf20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473392
Apr 30 14:13:14.754009 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:13:14.775720 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976 {{(pid=73846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 14:13:14.792128 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port 56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976,segment=NetworkSegment(32dfe2a0-c865-4dfc-831e-b022d312869f),segment_id=32dfe2a0-c865-4dfc-831e-b022d312869f)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:13:14.797227 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:13:14.798946 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:13:14.865587 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Pushing event updated for resources: {'Port': ['ID=56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976,revision_number=4']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:13:14.873423 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:13:14.873837 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:13:14.874123 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:13:14.874453 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:13:14.874780 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:13:14.875108 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:13:14.875430 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:13:14.875753 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:13:14.876081 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:13:14.876395 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:13:14.876711 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:13:14.877015 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:13:14.880963 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:13:15.097333 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] get_ports_and_sgs() called for port_ids ['56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976'] {{(pid=73846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 14:13:15.997945 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f101111-3f23-4743-9f29-89616861e1a9 req-13bdc566-394b-409c-a963-6ee34573d2d6 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:13:15.999298 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-8f101111-3f23-4743-9f29-89616861e1a9 req-13bdc566-394b-409c-a963-6ee34573d2d6 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0d85c4f-d6f2-4c09-990f-733cccf8a7bc HTTP/1.1" status: 200  len: 945 time: 0.1482871
Apr 30 14:13:16.043974 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-8f101111-3f23-4743-9f29-89616861e1a9 req-1192234b-df6b-4a27-a1c8-22c55a0edcbb tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/security-groups?id=8dc21d1c-dbf1-4276-afd0-dee95e07bf20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387888
Apr 30 14:13:16.502678 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976 up at agent hyperv_hv-cinder-78836 {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:13:16.573307 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Provisioning for port 56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976 completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:13:16.578258 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Provisioning complete for port 56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:13:16.578640 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:13:16.698768 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:13:16.731887 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d85c4f-d6f2-4c09-990f-733cccf8a7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:13:16.741458 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port 56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976,segment=NetworkSegment(32dfe2a0-c865-4dfc-831e-b022d312869f),segment_id=32dfe2a0-c865-4dfc-831e-b022d312869f)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:13:16.746019 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:13:16.748855 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:13:16.782241 dv-cinder-788365-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d85c4f-d6f2-4c09-990f-733cccf8a7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976', 'code': 200}
Apr 30 14:13:16.819261 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Pushing event updated for resources: {'Port': ['ID=56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976,revision_number=5']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:13:16.822201 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:13:17.121286 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0996ea-901b-4cd5-a3ad-5c66d711267b req-769db51d-2773-4bd0-96be-f084df902a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:13:17.123211 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1a0996ea-901b-4cd5-a3ad-5c66d711267b req-769db51d-2773-4bd0-96be-f084df902a2c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b0d85c4f-d6f2-4c09-990f-733cccf8a7bc HTTP/1.1" status: 200  len: 1099 time: 0.1227694
Apr 30 14:13:17.181220 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1a0996ea-901b-4cd5-a3ad-5c66d711267b req-8e8377da-00d7-496f-9ede-a98206f7cb32 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8dc21d1c-dbf1-4276-afd0-dee95e07bf20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497112
Apr 30 14:13:17.274551 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e34f8-ea87-42ae-a2db-4bf59b57b766 req-1b26744b-5a04-40c1-aeab-b2e7f87f935e tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:13:17.276054 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-363e34f8-ea87-42ae-a2db-4bf59b57b766 req-1b26744b-5a04-40c1-aeab-b2e7f87f935e tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0d85c4f-d6f2-4c09-990f-733cccf8a7bc HTTP/1.1" status: 200  len: 946 time: 0.1221757
Apr 30 14:13:17.329426 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-363e34f8-ea87-42ae-a2db-4bf59b57b766 req-6e4351f4-a510-4a97-b8d6-703f755b0310 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/security-groups?id=8dc21d1c-dbf1-4276-afd0-dee95e07bf20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469208
Apr 30 14:13:18.611952 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6daa3f-fa1c-4d89-946a-bd0c34bf65dd req-6f5d26da-14e7-4541-af09-099808d5c48a tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:13:18.613971 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-d1d6c1f9-7fb7-44fc-b860-d6522a2b61ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:13:18.614545 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8a6daa3f-fa1c-4d89-946a-bd0c34bf65dd req-6f5d26da-14e7-4541-af09-099808d5c48a tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0d85c4f-d6f2-4c09-990f-733cccf8a7bc HTTP/1.1" status: 200  len: 946 time: 0.1721606
Apr 30 14:13:18.662290 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8a6daa3f-fa1c-4d89-946a-bd0c34bf65dd req-c63e0463-eef4-4454-8a80-64267aa51eaf tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/security-groups?id=8dc21d1c-dbf1-4276-afd0-dee95e07bf20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417640
Apr 30 14:13:21.367351 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-1db445cf-4d56-414d-b58c-bd3594b8992d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:13:21.387409 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:13:22.032296 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:13:22.283567 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:13:23.029928 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e52e3-4317-4076-91b3-e2c7e8929da4 req-906c2bfb-b34c-4f29-8e37-db600eaeecdb tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:13:23.034805 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-cf3e52e3-4317-4076-91b3-e2c7e8929da4 req-906c2bfb-b34c-4f29-8e37-db600eaeecdb tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0d85c4f-d6f2-4c09-990f-733cccf8a7bc HTTP/1.1" status: 200  len: 946 time: 0.1125896
Apr 30 14:13:23.094886 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-cf3e52e3-4317-4076-91b3-e2c7e8929da4 req-67c85a88-bb43-4011-9b34-5d0c03ce75d0 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/security-groups?id=8dc21d1c-dbf1-4276-afd0-dee95e07bf20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497780
Apr 30 14:13:23.823561 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:13:24.322491 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa0d04-c619-4fae-beef-3f92fa1f595e req-433650a7-edef-4977-82c8-ceb1e68fd94d tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:13:24.323887 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cbfa0d04-c619-4fae-beef-3f92fa1f595e req-433650a7-edef-4977-82c8-ceb1e68fd94d tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0d85c4f-d6f2-4c09-990f-733cccf8a7bc HTTP/1.1" status: 200  len: 946 time: 0.0854359
Apr 30 14:13:24.389569 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cbfa0d04-c619-4fae-beef-3f92fa1f595e req-d7d8a720-546f-4ab9-a733-0556c5da11f5 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/security-groups?id=8dc21d1c-dbf1-4276-afd0-dee95e07bf20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559068
Apr 30 14:13:37.573506 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 49552) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:13:37.702350 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-865feff6-6fc2-4281-b07d-f518d30e06b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:13:37.717968 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-865feff6-6fc2-4281-b07d-f518d30e06b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:13:37.721958 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-865feff6-6fc2-4281-b07d-f518d30e06b4 admin admin] Usage tracker for resource:security_group_rule and tenant:47e140c7b2c54f16a4e46416a736ceb5 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:13:37.724898 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-865feff6-6fc2-4281-b07d-f518d30e06b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:13:37.732874 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-865feff6-6fc2-4281-b07d-f518d30e06b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:13:37.824111 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-865feff6-6fc2-4281-b07d-f518d30e06b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:13:37.829265 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-865feff6-6fc2-4281-b07d-f518d30e06b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:13:37.836884 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-68e0e7dc-daec-448a-9c75-4b877a5d1c3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:13:37.878169 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-865feff6-6fc2-4281-b07d-f518d30e06b4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=47e140c7b2c54f16a4e46416a736ceb5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3028734
Apr 30 14:13:37.879062 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865feff6-6fc2-4281-b07d-f518d30e06b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfa885e-5031-43e2-89d6-854abcadfe32,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:13:37.881136 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 49560) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:13:37.882162 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-865feff6-6fc2-4281-b07d-f518d30e06b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:13:37.945945 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-b8f26477-f387-4a3c-89f9-54c842563d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:13:37.982654 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-b8f26477-f387-4a3c-89f9-54c842563d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:13:38.038909 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-b8f26477-f387-4a3c-89f9-54c842563d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:13:38.043861 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-323b5e27-b1c6-413c-a2a0-e57043812387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:13:38.054974 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f26477-f387-4a3c-89f9-54c842563d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfa885e-5031-43e2-89d6-854abcadfe32,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:13:38.066163 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f26477-f387-4a3c-89f9-54c842563d4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:13:38.066539 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f26477-f387-4a3c-89f9-54c842563d4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:13:38.066904 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f26477-f387-4a3c-89f9-54c842563d4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:13:38.067263 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f26477-f387-4a3c-89f9-54c842563d4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:13:38.067621 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f26477-f387-4a3c-89f9-54c842563d4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:13:38.067978 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f26477-f387-4a3c-89f9-54c842563d4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:13:38.068330 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f26477-f387-4a3c-89f9-54c842563d4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:13:38.068686 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f26477-f387-4a3c-89f9-54c842563d4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:13:38.069037 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f26477-f387-4a3c-89f9-54c842563d4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:13:38.069388 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f26477-f387-4a3c-89f9-54c842563d4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:13:38.069756 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f26477-f387-4a3c-89f9-54c842563d4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:13:38.070103 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f26477-f387-4a3c-89f9-54c842563d4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:13:38.073254 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-b8f26477-f387-4a3c-89f9-54c842563d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:13:38.074395 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-b8f26477-f387-4a3c-89f9-54c842563d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:13:38.075544 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-b8f26477-f387-4a3c-89f9-54c842563d4c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bdfa885e-5031-43e2-89d6-854abcadfe32 HTTP/1.1" status: 204  len: 168 time: 0.1931014
Apr 30 14:13:40.703905 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:13:45.194021 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ea889-ec5d-4c05-8dc9-61902a6c4a56 req-c5d69764-b885-482d-a8f6-2596536a0d8f tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:13:45.195624 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bc6ea889-ec5d-4c05-8dc9-61902a6c4a56 req-c5d69764-b885-482d-a8f6-2596536a0d8f tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0d85c4f-d6f2-4c09-990f-733cccf8a7bc HTTP/1.1" status: 200  len: 946 time: 0.0916746
Apr 30 14:13:45.242285 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-bc6ea889-ec5d-4c05-8dc9-61902a6c4a56 req-2221ae73-bd06-4a31-a4ca-5ea896edb9a5 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/security-groups?id=8dc21d1c-dbf1-4276-afd0-dee95e07bf20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406282
Apr 30 14:13:46.434746 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006407c-7d8e-44f7-be5a-3bf8e576e76f req-0327ab7d-376d-4c2c-b8e7-d37385aa45a4 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:13:46.436203 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-1006407c-7d8e-44f7-be5a-3bf8e576e76f req-0327ab7d-376d-4c2c-b8e7-d37385aa45a4 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0d85c4f-d6f2-4c09-990f-733cccf8a7bc HTTP/1.1" status: 200  len: 946 time: 0.0853477
Apr 30 14:13:46.443475 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc704b9-ac04-4f1c-8c45-cc8bb0b4fbe5 req-24a73dd3-e837-4691-9938-f56b92668dc6 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:13:46.444862 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4cc704b9-ac04-4f1c-8c45-cc8bb0b4fbe5 req-24a73dd3-e837-4691-9938-f56b92668dc6 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0d85c4f-d6f2-4c09-990f-733cccf8a7bc HTTP/1.1" status: 200  len: 946 time: 0.0787041
Apr 30 14:13:46.482474 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-1006407c-7d8e-44f7-be5a-3bf8e576e76f req-bcf09b78-960a-42d9-b4df-c3fd66f0868f tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/security-groups?id=8dc21d1c-dbf1-4276-afd0-dee95e07bf20&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402892
Apr 30 14:13:46.583995 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-4cc704b9-ac04-4f1c-8c45-cc8bb0b4fbe5 req-d4970f73-a6f8-47a3-be51-e8c5caef91dd tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Deleting port 56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976 {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:13:46.584386 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-4cc704b9-ac04-4f1c-8c45-cc8bb0b4fbe5 req-d4970f73-a6f8-47a3-be51-e8c5caef91dd tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:13:46.717489 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-4cc704b9-ac04-4f1c-8c45-cc8bb0b4fbe5 req-d4970f73-a6f8-47a3-be51-e8c5caef91dd tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] For port 56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976,segment=NetworkSegment(32dfe2a0-c865-4dfc-831e-b022d312869f),segment_id=32dfe2a0-c865-4dfc-831e-b022d312869f)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:13:46.717890 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-4cc704b9-ac04-4f1c-8c45-cc8bb0b4fbe5 req-d4970f73-a6f8-47a3-be51-e8c5caef91dd tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:13:46.843160 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-4cc704b9-ac04-4f1c-8c45-cc8bb0b4fbe5 req-d4970f73-a6f8-47a3-be51-e8c5caef91dd tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Calling delete_port for 56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976 owned by compute:nova {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:13:46.957128 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-4cc704b9-ac04-4f1c-8c45-cc8bb0b4fbe5 req-d4970f73-a6f8-47a3-be51-e8c5caef91dd tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5706159'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:13:46.963424 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-c182cd65-2da6-4fc8-b259-0fe0d84b6fa8 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:13:46.985411 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] get_ports_and_sgs() called for port_ids ['56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976'] {{(pid=73846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 14:13:47.006857 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4970f73-a6f8-47a3-be51-e8c5caef91dd tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Pushing event deleted for resources: {'Port': ['ID=56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:13:47.011202 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-d4970f73-a6f8-47a3-be51-e8c5caef91dd tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:13:47.086018 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc704b9-ac04-4f1c-8c45-cc8bb0b4fbe5 req-d4970f73-a6f8-47a3-be51-e8c5caef91dd tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] No DVR routers for this DVR port 56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976 on host hv-cinder-78836 {{(pid=73845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 14:13:47.088409 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-4cc704b9-ac04-4f1c-8c45-cc8bb0b4fbe5 req-d4970f73-a6f8-47a3-be51-e8c5caef91dd tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:13:47.090980 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d85c4f-d6f2-4c09-990f-733cccf8a7bc', 'name': 'network-vif-deleted', 'tag': '56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:13:47.111847 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4cc704b9-ac04-4f1c-8c45-cc8bb0b4fbe5 req-d4970f73-a6f8-47a3-be51-e8c5caef91dd tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.43 "DELETE /v2.0/ports/56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976 HTTP/1.1" status: 204  len: 173 time: 0.6603837
Apr 30 14:13:47.141653 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d85c4f-d6f2-4c09-990f-733cccf8a7bc', 'name': 'network-vif-deleted', 'tag': '56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976', 'status': 'completed', 'code': 200}
Apr 30 14:13:47.656632 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-bcd765d2-bf6f-4197-9694-c6defacc83e8 req-c02037fc-3dde-495b-b799-913fd9a8d5e4 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0d85c4f-d6f2-4c09-990f-733cccf8a7bc HTTP/1.1" status: 200  len: 210 time: 0.0477822
Apr 30 14:13:48.611960 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-28c86b1f-36d9-4444-b99b-f2f224ed28de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:13:50.676269 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:13:50.736423 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] No Port match for: 56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976 {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:13:50.736778 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 56ec33e2-3ea7-41df-aa3a-4bc7a7fbe976 not bound to the agent host hv-cinder-78836 {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:13:51.370346 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-851b8db8-530b-42f0-933f-3768f021e05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:13:51.390777 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:13:52.059724 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:13:52.285407 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:13:52.804007 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fc139358-e184-4379-805b-52db9d917833 req-560f69bf-f5b6-4779-b927-36922af80e05 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=42c56b5f-a1df-48f5-8701-4b76264da6ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0702026
Apr 30 14:13:52.909998 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc139358-e184-4379-805b-52db9d917833 req-bbc75029-e474-4ede-83b0-78dd5bb56792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:13:52.911485 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fc139358-e184-4379-805b-52db9d917833 req-bbc75029-e474-4ede-83b0-78dd5bb56792 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=95e816ba6b4d4606b03b593c5f8a65ce&device_id=42c56b5f-a1df-48f5-8701-4b76264da6ba HTTP/1.1" status: 200  len: 1137 time: 0.0759346
Apr 30 14:13:53.055290 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc139358-e184-4379-805b-52db9d917833 req-b11b633d-3ec1-40d8-8f62-bf4f83734611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:13:53.056895 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fc139358-e184-4379-805b-52db9d917833 req-b11b633d-3ec1-40d8-8f62-bf4f83734611 service neutron] 10.222.0.43 "GET /v2.0/networks?id=84f51274-b399-4df1-a351-7732fe37e539 HTTP/1.1" status: 200  len: 916 time: 0.1290374
Apr 30 14:13:53.159609 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fc139358-e184-4379-805b-52db9d917833 req-97d7bfd9-466f-4815-89c4-2c1859552dc2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83948629-89b8-4034-8e62-4a6438a1a2d2 HTTP/1.1" status: 200  len: 1000 time: 0.0977836
Apr 30 14:13:53.228198 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc139358-e184-4379-805b-52db9d917833 req-4b23a047-c93f-4fbf-9da0-eeec037441eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:13:53.229642 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fc139358-e184-4379-805b-52db9d917833 req-4b23a047-c93f-4fbf-9da0-eeec037441eb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=712ad888-9ad6-4aab-8f26-77fb9d3e4f23 HTTP/1.1" status: 200  len: 853 time: 0.0628109
Apr 30 14:13:53.316005 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc139358-e184-4379-805b-52db9d917833 req-a13ffb9c-0126-4d8d-a69c-0f7d866e3bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:13:53.317356 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fc139358-e184-4379-805b-52db9d917833 req-a13ffb9c-0126-4d8d-a69c-0f7d866e3bd3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=84f51274-b399-4df1-a351-7732fe37e539&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0801771
Apr 30 14:13:53.538102 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fc139358-e184-4379-805b-52db9d917833 req-ea9437d4-37dc-4c1a-9d6d-9cf5d94df610 service neutron] 10.222.0.43 "GET /v2.0/networks/84f51274-b399-4df1-a351-7732fe37e539?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2125123
Apr 30 14:13:53.677852 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-fc139358-e184-4379-805b-52db9d917833 req-a64347f6-9a8f-4dbe-bc9d-a4a9a48d478b service neutron] 10.222.0.43 "GET /v2.0/networks/84f51274-b399-4df1-a351-7732fe37e539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1319630
Apr 30 14:13:53.832817 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:14:12.423264 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 49846) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:14:12.491666 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.db_base_plugin_v2 [None req-71aabec9-7e65-4773-a6eb-a30a1512ebf4 admin admin] Deleting subnet 890df6d9-2d5e-409b-b5d8-1733f48e5971 {{(pid=73844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 14:14:12.495438 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-71aabec9-7e65-4773-a6eb-a30a1512ebf4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:14:12.545850 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-71aabec9-7e65-4773-a6eb-a30a1512ebf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7339661'] for subnet, precommit_delete_associations {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:14:12.602955 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-71aabec9-7e65-4773-a6eb-a30a1512ebf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996049'] for subnet, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:14:12.877302 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-71aabec9-7e65-4773-a6eb-a30a1512ebf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6993923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6538315'] for subnet, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:14:12.881352 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:14:12.915286 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aabec9-7e65-4773-a6eb-a30a1512ebf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=890df6d9-2d5e-409b-b5d8-1733f48e5971,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:14:12.918491 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-71aabec9-7e65-4773-a6eb-a30a1512ebf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:14:12.919471 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-71aabec9-7e65-4773-a6eb-a30a1512ebf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for subnet, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:14:12.925661 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-71aabec9-7e65-4773-a6eb-a30a1512ebf4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/890df6d9-2d5e-409b-b5d8-1733f48e5971 HTTP/1.1" status: 204  len: 168 time: 0.5010133
Apr 30 14:14:12.928273 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 49850) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:14:13.071707 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-948f15a7-83c6-4f74-b16f-f98f7d716ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639966'] for network, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:14:13.199319 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-948f15a7-83c6-4f74-b16f-f98f7d716ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984668', 'neutron.services.segments.db._delete_segments_for_network-8774018681245'] for network, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:14:13.316098 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.services.segments.db [None req-948f15a7-83c6-4f74-b16f-f98f7d716ebf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fadc152d3d0>,) {'filters': {'network_id': ['68b8ac3c-2be5-4724-8b9c-a03522f97b5a']}} {{(pid=73844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:14:13.328120 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.services.segments.db [None req-948f15a7-83c6-4f74-b16f-f98f7d716ebf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fadc152d3d0>, '32dfe2a0-c865-4dfc-831e-b022d312869f') {'for_net_delete': True} {{(pid=73844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:14:13.328411 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.services.segments.db [None req-948f15a7-83c6-4f74-b16f-f98f7d716ebf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fadc152d3d0>, '32dfe2a0-c865-4dfc-831e-b022d312869f') {} {{(pid=73844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:14:13.341113 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-948f15a7-83c6-4f74-b16f-f98f7d716ebf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774018692967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7339652'] for segment, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:14:13.363014 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-948f15a7-83c6-4f74-b16f-f98f7d716ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-993311'] for segment, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:14:13.370512 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-948f15a7-83c6-4f74-b16f-f98f7d716ebf admin admin] Releasing vlan 1409 on physical network physnet1 to pool {{(pid=73844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 14:14:13.558639 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.managers [None req-948f15a7-83c6-4f74-b16f-f98f7d716ebf admin admin] Network 68b8ac3c-2be5-4724-8b9c-a03522f97b5a has no segments {{(pid=73844) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 14:14:13.568937 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-948f15a7-83c6-4f74-b16f-f98f7d716ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-993508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6994089'] for segment, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:14:13.832699 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.managers [None req-948f15a7-83c6-4f74-b16f-f98f7d716ebf admin admin] Network 68b8ac3c-2be5-4724-8b9c-a03522f97b5a has no segments {{(pid=73844) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 14:14:13.855151 dv-cinder-788365-2-iscsi neutron-server[73844]: Traceback (most recent call last):
Apr 30 14:14:13.855151 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 14:14:13.855151 dv-cinder-788365-2-iscsi neutron-server[73844]:     timer()
Apr 30 14:14:13.855151 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 14:14:13.855151 dv-cinder-788365-2-iscsi neutron-server[73844]:     cb(*args, **kw)
Apr 30 14:14:13.855151 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 14:14:13.855151 dv-cinder-788365-2-iscsi neutron-server[73844]:     return func(*args, **kwargs)
Apr 30 14:14:13.855151 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 14:14:13.855151 dv-cinder-788365-2-iscsi neutron-server[73844]:     self._notify()
Apr 30 14:14:13.855151 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 14:14:13.855151 dv-cinder-788365-2-iscsi neutron-server[73844]:     self.callback(batched_events)
Apr 30 14:14:13.855151 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 14:14:13.855151 dv-cinder-788365-2-iscsi neutron-server[73844]:     event.method(event)
Apr 30 14:14:13.855151 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 14:14:13.855151 dv-cinder-788365-2-iscsi neutron-server[73844]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 14:14:13.855151 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 14:14:13.855151 dv-cinder-788365-2-iscsi neutron-server[73844]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 14:14:13.855151 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 14:14:13.855151 dv-cinder-788365-2-iscsi neutron-server[73844]:     return f(self, *a, **k)
Apr 30 14:14:13.855151 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 14:14:13.855151 dv-cinder-788365-2-iscsi neutron-server[73844]:     return self._get(url).json()
Apr 30 14:14:13.855151 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 14:14:13.855151 dv-cinder-788365-2-iscsi neutron-server[73844]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 14:14:13.855151 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 14:14:13.855151 dv-cinder-788365-2-iscsi neutron-server[73844]:     return self.request(url, 'GET', **kwargs)
Apr 30 14:14:13.855151 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 14:14:13.855151 dv-cinder-788365-2-iscsi neutron-server[73844]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 14:14:13.855151 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 14:14:13.855151 dv-cinder-788365-2-iscsi neutron-server[73844]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 14:14:13.855151 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 14:14:13.855151 dv-cinder-788365-2-iscsi neutron-server[73844]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 14:14:13.855151 dv-cinder-788365-2-iscsi neutron-server[73844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 14:14:13.934858 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-948f15a7-83c6-4f74-b16f-f98f7d716ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8010353'] for network, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:14:13.940044 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-948f15a7-83c6-4f74-b16f-f98f7d716ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for network, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:14:13.943112 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-2b874340-63e3-45a1-90ab-d4fa4e432eee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:14:13.969605 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f15a7-83c6-4f74-b16f-f98f7d716ebf admin admin] Pushing event deleted for resources: {'Network': ['ID=68b8ac3c-2be5-4724-8b9c-a03522f97b5a,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:14:13.973910 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-948f15a7-83c6-4f74-b16f-f98f7d716ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:14:13.978428 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-948f15a7-83c6-4f74-b16f-f98f7d716ebf admin admin] 10.222.0.32 "DELETE /v2.0/networks/68b8ac3c-2be5-4724-8b9c-a03522f97b5a HTTP/1.1" status: 204  len: 168 time: 1.0490592
Apr 30 14:14:14.169758 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 49860) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:14:14.225453 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-ffe3f8cf-7d11-4af3-a0e2-81d073ebe044 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fe6a646a54ba42f89471e6176f012544&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0543604
Apr 30 14:14:14.228498 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 49864) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:14:14.289021 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-eeea807f-0c7d-46dd-b949-62123ae9e6bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:14:14.318367 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-eeea807f-0c7d-46dd-b949-62123ae9e6bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:14:14.375799 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-eeea807f-0c7d-46dd-b949-62123ae9e6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:14:14.379991 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-28ac35fa-2809-43f2-9231-7f3c7feaf34a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:14:14.394542 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea807f-0c7d-46dd-b949-62123ae9e6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc21d1c-dbf1-4276-afd0-dee95e07bf20,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:14:14.397811 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-eeea807f-0c7d-46dd-b949-62123ae9e6bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:14:14.408529 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-eeea807f-0c7d-46dd-b949-62123ae9e6bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:14:14.410405 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-eeea807f-0c7d-46dd-b949-62123ae9e6bc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8dc21d1c-dbf1-4276-afd0-dee95e07bf20 HTTP/1.1" status: 204  len: 168 time: 0.1807249
Apr 30 14:14:17.702582 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:14:18.613544 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-cd6086cb-97dc-42d2-af62-8a45ff494f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:14:21.373327 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-249f6bd7-3b0e-4ff6-8561-f3e1dc3562b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:14:21.397430 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:14:22.058689 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:14:22.288432 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:14:23.826679 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:14:33.260988 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 50050) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:14:33.411553 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-723fa888-627d-4102-b1ae-8899706eb5be admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:14:33.427728 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-723fa888-627d-4102-b1ae-8899706eb5be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:14:33.432097 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-723fa888-627d-4102-b1ae-8899706eb5be admin admin] Usage tracker for resource:security_group_rule and tenant:daf4b325b85a4f29bdc78ad4fc06983f is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:14:33.436127 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-723fa888-627d-4102-b1ae-8899706eb5be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:14:33.441178 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-723fa888-627d-4102-b1ae-8899706eb5be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:14:33.542657 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-723fa888-627d-4102-b1ae-8899706eb5be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:14:33.546829 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-723fa888-627d-4102-b1ae-8899706eb5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:14:33.558020 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-7d97a557-25d0-40cd-a48b-ca304e8da034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:14:33.597160 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-723fa888-627d-4102-b1ae-8899706eb5be admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=daf4b325b85a4f29bdc78ad4fc06983f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3345826
Apr 30 14:14:33.599220 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723fa888-627d-4102-b1ae-8899706eb5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4315a1e-d6ca-4c1b-9518-a1fe4a8c8d07,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:14:33.600472 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 50060) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:14:33.611090 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fa888-627d-4102-b1ae-8899706eb5be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:14:33.611473 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fa888-627d-4102-b1ae-8899706eb5be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:14:33.612163 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fa888-627d-4102-b1ae-8899706eb5be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:14:33.612698 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fa888-627d-4102-b1ae-8899706eb5be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:14:33.613055 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fa888-627d-4102-b1ae-8899706eb5be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:14:33.613515 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fa888-627d-4102-b1ae-8899706eb5be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:14:33.614043 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fa888-627d-4102-b1ae-8899706eb5be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:14:33.614463 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fa888-627d-4102-b1ae-8899706eb5be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:14:33.614816 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fa888-627d-4102-b1ae-8899706eb5be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:14:33.615155 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fa888-627d-4102-b1ae-8899706eb5be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:14:33.615493 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fa888-627d-4102-b1ae-8899706eb5be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:14:33.615829 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fa888-627d-4102-b1ae-8899706eb5be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:14:33.620475 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-723fa888-627d-4102-b1ae-8899706eb5be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:14:33.673400 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-185f0444-151a-4f3d-a3d9-dc864883a1f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:14:33.700515 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-185f0444-151a-4f3d-a3d9-dc864883a1f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:14:33.753255 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-185f0444-151a-4f3d-a3d9-dc864883a1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:14:33.757748 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-3126bc6e-3a84-46a9-9e40-914f5a3f7a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:14:33.771593 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f0444-151a-4f3d-a3d9-dc864883a1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4315a1e-d6ca-4c1b-9518-a1fe4a8c8d07,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:14:33.775271 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-185f0444-151a-4f3d-a3d9-dc864883a1f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:14:33.778632 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-185f0444-151a-4f3d-a3d9-dc864883a1f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:14:33.782312 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-185f0444-151a-4f3d-a3d9-dc864883a1f4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d4315a1e-d6ca-4c1b-9518-a1fe4a8c8d07 HTTP/1.1" status: 204  len: 168 time: 0.1803887
Apr 30 14:14:48.616597 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c5e3b4a7-bb51-4416-8016-5662110511f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:14:51.382951 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-d7023ba7-9937-41be-b62e-5b7cbeffa8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:14:51.397215 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:14:52.060052 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:14:52.297001 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:14:53.064498 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2db6b51c-e51c-4d6d-a15c-c6ca2e1ec9b4 req-dcf98fdd-0069-4b1e-9877-7be4fb12a027 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0db1524d-107a-4ce7-b895-e62bdf73e31c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0732646
Apr 30 14:14:53.240828 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6b51c-e51c-4d6d-a15c-c6ca2e1ec9b4 req-a2fd5742-13d8-4573-9453-39dfeb5c59e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:14:53.242743 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2db6b51c-e51c-4d6d-a15c-c6ca2e1ec9b4 req-a2fd5742-13d8-4573-9453-39dfeb5c59e2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=13478f31079d4d4f97143a6de5da7786&device_id=0db1524d-107a-4ce7-b895-e62bdf73e31c HTTP/1.1" status: 200  len: 1099 time: 0.0888135
Apr 30 14:14:53.418832 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6b51c-e51c-4d6d-a15c-c6ca2e1ec9b4 req-d2c7ec29-3513-44cf-9257-864602a286ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:14:53.420307 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2db6b51c-e51c-4d6d-a15c-c6ca2e1ec9b4 req-d2c7ec29-3513-44cf-9257-864602a286ea service neutron] 10.222.0.43 "GET /v2.0/networks?id=c672d43e-499d-4af9-b38c-fc321cbe269c HTTP/1.1" status: 200  len: 918 time: 0.1521358
Apr 30 14:14:53.531239 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2db6b51c-e51c-4d6d-a15c-c6ca2e1ec9b4 req-590936ec-2267-47dc-98c4-5a62e50b596e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae HTTP/1.1" status: 200  len: 1002 time: 0.1020834
Apr 30 14:14:53.593792 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6b51c-e51c-4d6d-a15c-c6ca2e1ec9b4 req-8aa8edd3-fc97-4cc8-8e21-cb18d41b2359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:14:53.595195 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2db6b51c-e51c-4d6d-a15c-c6ca2e1ec9b4 req-8aa8edd3-fc97-4cc8-8e21-cb18d41b2359 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f4e52451-0e3b-4085-8ae2-b72618ac007f HTTP/1.1" status: 200  len: 855 time: 0.0596168
Apr 30 14:14:53.681669 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6b51c-e51c-4d6d-a15c-c6ca2e1ec9b4 req-d46f9cc8-ee41-4dad-a66d-9fbff5793007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:14:53.683159 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2db6b51c-e51c-4d6d-a15c-c6ca2e1ec9b4 req-d46f9cc8-ee41-4dad-a66d-9fbff5793007 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c672d43e-499d-4af9-b38c-fc321cbe269c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0795560
Apr 30 14:14:53.830592 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:14:53.842861 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2db6b51c-e51c-4d6d-a15c-c6ca2e1ec9b4 req-2b4a05ec-9a33-4343-8eb6-8873c6cedc0c service neutron] 10.222.0.43 "GET /v2.0/networks/c672d43e-499d-4af9-b38c-fc321cbe269c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1502450
Apr 30 14:14:53.993585 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2db6b51c-e51c-4d6d-a15c-c6ca2e1ec9b4 req-f0d79e83-fff0-4ad4-8607-b0ca420fa115 service neutron] 10.222.0.43 "GET /v2.0/networks/c672d43e-499d-4af9-b38c-fc321cbe269c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1454329
Apr 30 14:14:54.703219 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:15:16.772000 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-c2ab98b7-70ed-4644-9fe6-ae85cfa44f1d req-49e704d7-52d1-46a2-9c73-53eb38aa5110 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1735380310&fields=id&tenant_id=95e816ba6b4d4606b03b593c5f8a65ce HTTP/1.1" status: 200  len: 267 time: 0.0396326
Apr 30 14:15:16.858953 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab98b7-70ed-4644-9fe6-ae85cfa44f1d req-517eeb73-d2c1-49f9-826e-d98e5189ae9a tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:15:16.860410 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-c2ab98b7-70ed-4644-9fe6-ae85cfa44f1d req-517eeb73-d2c1-49f9-826e-d98e5189ae9a tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/ports?device_id=42c56b5f-a1df-48f5-8701-4b76264da6ba HTTP/1.1" status: 200  len: 984 time: 0.0825171
Apr 30 14:15:16.874336 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [req-c2ab98b7-70ed-4644-9fe6-ae85cfa44f1d req-9598ddfe-73d9-42d9-ac10-33e0b0fb509b tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Request body: {'port': {'security_groups': ['2bafbcd2-00b4-494f-bc3e-91719bee939d']}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:15:16.996233 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [req-c2ab98b7-70ed-4644-9fe6-ae85cfa44f1d req-9598ddfe-73d9-42d9-ac10-33e0b0fb509b tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:17.236044 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.db [req-c2ab98b7-70ed-4644-9fe6-ae85cfa44f1d req-9598ddfe-73d9-42d9-ac10-33e0b0fb509b tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] For port 83948629-89b8-4034-8e62-4a6438a1a2d2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=83948629-89b8-4034-8e62-4a6438a1a2d2,segment=NetworkSegment(dc21f2d8-18fd-47bf-9988-a9a35c8ce195),segment_id=dc21f2d8-18fd-47bf-9988-a9a35c8ce195)] {{(pid=73844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:15:17.261029 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [req-c2ab98b7-70ed-4644-9fe6-ae85cfa44f1d req-9598ddfe-73d9-42d9-ac10-33e0b0fb509b tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks [] for port, precommit_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:17.265643 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [req-c2ab98b7-70ed-4644-9fe6-ae85cfa44f1d req-9598ddfe-73d9-42d9-ac10-33e0b0fb509b tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6994037'] for port, after_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:17.271082 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:15:17.307671 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] get_ports_and_sgs() called for port_ids ['83948629-89b8-4034-8e62-4a6438a1a2d2'] {{(pid=73846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 14:15:17.331968 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab98b7-70ed-4644-9fe6-ae85cfa44f1d req-9598ddfe-73d9-42d9-ac10-33e0b0fb509b tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:15:17.332577 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [req-c2ab98b7-70ed-4644-9fe6-ae85cfa44f1d req-9598ddfe-73d9-42d9-ac10-33e0b0fb509b tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:17.333960 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-c2ab98b7-70ed-4644-9fe6-ae85cfa44f1d req-9598ddfe-73d9-42d9-ac10-33e0b0fb509b tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "PUT /v2.0/ports/83948629-89b8-4034-8e62-4a6438a1a2d2 HTTP/1.1" status: 200  len: 942 time: 0.4659097
Apr 30 14:15:17.334599 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c56b5f-a1df-48f5-8701-4b76264da6ba', 'tag': '83948629-89b8-4034-8e62-4a6438a1a2d2'}] {{(pid=73844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:15:17.346942 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 50212) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:15:17.370993 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598ddfe-73d9-42d9-ac10-33e0b0fb509b tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Pushing event updated for resources: {'Port': ['ID=83948629-89b8-4034-8e62-4a6438a1a2d2,revision_number=7']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:15:17.378771 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9598ddfe-73d9-42d9-ac10-33e0b0fb509b tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:15:17.379036 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9598ddfe-73d9-42d9-ac10-33e0b0fb509b tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:15:17.379401 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9598ddfe-73d9-42d9-ac10-33e0b0fb509b tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:15:17.379760 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9598ddfe-73d9-42d9-ac10-33e0b0fb509b tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:15:17.380113 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9598ddfe-73d9-42d9-ac10-33e0b0fb509b tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:15:17.380465 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9598ddfe-73d9-42d9-ac10-33e0b0fb509b tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:15:17.380872 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9598ddfe-73d9-42d9-ac10-33e0b0fb509b tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:15:17.381156 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9598ddfe-73d9-42d9-ac10-33e0b0fb509b tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:15:17.381503 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9598ddfe-73d9-42d9-ac10-33e0b0fb509b tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:15:17.381881 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9598ddfe-73d9-42d9-ac10-33e0b0fb509b tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:15:17.382232 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9598ddfe-73d9-42d9-ac10-33e0b0fb509b tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:15:17.382734 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9598ddfe-73d9-42d9-ac10-33e0b0fb509b tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:15:17.395535 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-9598ddfe-73d9-42d9-ac10-33e0b0fb509b tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:15:17.461788 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f11742dc-95d6-4180-b224-a6005c9e0bd2 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:17.523608 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f11742dc-95d6-4180-b224-a6005c9e0bd2 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:17.581933 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] get_ports_and_sgs() called for port_ids ['83948629-89b8-4034-8e62-4a6438a1a2d2'] {{(pid=73846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 14:15:17.615324 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-bc64d43f-f772-4055-97d2-e0fcaea455a6 None None] Provisioning complete for port 83948629-89b8-4034-8e62-4a6438a1a2d2 triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:15:17.615701 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-bc64d43f-f772-4055-97d2-e0fcaea455a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:17.624951 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f11742dc-95d6-4180-b224-a6005c9e0bd2 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:17.635275 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-491874f0-742c-42fa-884a-fdee57003495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:15:17.663860 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11742dc-95d6-4180-b224-a6005c9e0bd2 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97a1598-ab66-43b7-8927-9330cc57bb9d,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:15:17.668326 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-f11742dc-95d6-4180-b224-a6005c9e0bd2 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:15:17.686741 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f11742dc-95d6-4180-b224-a6005c9e0bd2 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:17.688645 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-f11742dc-95d6-4180-b224-a6005c9e0bd2 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "DELETE /v2.0/security-groups/f97a1598-ab66-43b7-8927-9330cc57bb9d HTTP/1.1" status: 204  len: 168 time: 0.3378568
Apr 30 14:15:17.691295 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 50218) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:15:17.704121 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c56b5f-a1df-48f5-8701-4b76264da6ba', 'tag': '83948629-89b8-4034-8e62-4a6438a1a2d2', 'status': 'completed', 'code': 200}
Apr 30 14:15:18.078432 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd773104-06b8-40e5-82dd-5063590d519f req-097de923-c9a1-45f8-b850-f07b4627bb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:15:18.080020 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cd773104-06b8-40e5-82dd-5063590d519f req-097de923-c9a1-45f8-b850-f07b4627bb8a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=95e816ba6b4d4606b03b593c5f8a65ce&device_id=42c56b5f-a1df-48f5-8701-4b76264da6ba HTTP/1.1" status: 200  len: 1098 time: 0.3244269
Apr 30 14:15:18.266874 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-bbabe49d-07e3-4e9f-8667-cbf64896cb68 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Deleting port c72547d6-9261-4b1a-b681-505e98d63b9e {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:15:18.267112 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-bbabe49d-07e3-4e9f-8667-cbf64896cb68 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:18.280917 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd773104-06b8-40e5-82dd-5063590d519f req-6012db09-c955-46dc-9218-f53b4825193e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:15:18.282462 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cd773104-06b8-40e5-82dd-5063590d519f req-6012db09-c955-46dc-9218-f53b4825193e service neutron] 10.222.0.43 "GET /v2.0/networks?id=84f51274-b399-4df1-a351-7732fe37e539 HTTP/1.1" status: 200  len: 916 time: 0.1755276
Apr 30 14:15:18.471760 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cd773104-06b8-40e5-82dd-5063590d519f req-f6e05c0e-dbe5-4eb7-afc7-11ebe013a23f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83948629-89b8-4034-8e62-4a6438a1a2d2 HTTP/1.1" status: 200  len: 1000 time: 0.1747451
Apr 30 14:15:18.524494 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-bbabe49d-07e3-4e9f-8667-cbf64896cb68 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:18.524807 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-bbabe49d-07e3-4e9f-8667-cbf64896cb68 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:18.623182 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8965ef43-cd22-48fc-8e52-099b741e303d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:18.670892 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-bbabe49d-07e3-4e9f-8667-cbf64896cb68 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Calling delete_port for c72547d6-9261-4b1a-b681-505e98d63b9e owned by network:floatingip {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:15:18.683854 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd773104-06b8-40e5-82dd-5063590d519f req-9988a376-5a77-4b88-9745-a4e50a366204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:15:18.685421 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cd773104-06b8-40e5-82dd-5063590d519f req-9988a376-5a77-4b88-9745-a4e50a366204 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=712ad888-9ad6-4aab-8f26-77fb9d3e4f23 HTTP/1.1" status: 200  len: 853 time: 0.2023365
Apr 30 14:15:18.798370 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd773104-06b8-40e5-82dd-5063590d519f req-923b1391-d288-45da-887d-bfde12d23635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:15:18.799843 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cd773104-06b8-40e5-82dd-5063590d519f req-923b1391-d288-45da-887d-bfde12d23635 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=84f51274-b399-4df1-a351-7732fe37e539&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1021607
Apr 30 14:15:18.995558 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-bbabe49d-07e3-4e9f-8667-cbf64896cb68 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5706159'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:19.001023 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-acdebb1e-c433-4b7d-891e-7b360fa65d90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:15:19.032723 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cd773104-06b8-40e5-82dd-5063590d519f req-7f9e4817-a585-4bd2-80a7-1419355a5f31 service neutron] 10.222.0.43 "GET /v2.0/networks/84f51274-b399-4df1-a351-7732fe37e539?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2235506
Apr 30 14:15:19.068578 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbabe49d-07e3-4e9f-8667-cbf64896cb68 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Pushing event deleted for resources: {'Port': ['ID=c72547d6-9261-4b1a-b681-505e98d63b9e,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:15:19.108018 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-bbabe49d-07e3-4e9f-8667-cbf64896cb68 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:15:19.239672 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-bbabe49d-07e3-4e9f-8667-cbf64896cb68 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks [] for floatingip, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:19.240004 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.db.l3_db [None req-bbabe49d-07e3-4e9f-8667-cbf64896cb68 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Floating IP 48c66aed-0bdc-4c92-8e12-e6faaa4bb26b disassociated (deleted). External IP: 172.27.1.69, port: 83948629-89b8-4034-8e62-4a6438a1a2d2.
Apr 30 14:15:19.316345 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cd773104-06b8-40e5-82dd-5063590d519f req-2bc4ed66-03a2-45fa-a3dd-747d99a39f70 service neutron] 10.222.0.43 "GET /v2.0/networks/84f51274-b399-4df1-a351-7732fe37e539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2744408
Apr 30 14:15:19.786930 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbabe49d-07e3-4e9f-8667-cbf64896cb68 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Router d32b0f23-68dc-4216-b73c-e06e3ed4c7ac has already been hosted by L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d {{(pid=73845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 14:15:19.978090 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbabe49d-07e3-4e9f-8667-cbf64896cb68 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:15:19.990214 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f35e1c-b79b-4258-9101-ae9bd9962c03 None None] Sync routers for ids ['d32b0f23-68dc-4216-b73c-e06e3ed4c7ac'] in dv-cinder-788365-2-iscsi {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:15:20.003190 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-bbabe49d-07e3-4e9f-8667-cbf64896cb68 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for floatingip, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:20.006975 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f35e1c-b79b-4258-9101-ae9bd9962c03 None None] Routers {'d32b0f23-68dc-4216-b73c-e06e3ed4c7ac'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:15:20.008613 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-b8f35e1c-b79b-4258-9101-ae9bd9962c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc39dcee0>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:14:51Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['d32b0f23-68dc-4216-b73c-e06e3ed4c7ac'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:15:20.071669 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-bbabe49d-07e3-4e9f-8667-cbf64896cb68 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "DELETE /v2.0/floatingips/48c66aed-0bdc-4c92-8e12-e6faaa4bb26b HTTP/1.1" status: 204  len: 168 time: 2.3757741
Apr 30 14:15:20.071669 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c56b5f-a1df-48f5-8701-4b76264da6ba', 'tag': '83948629-89b8-4034-8e62-4a6438a1a2d2'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:15:20.168355 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c56b5f-a1df-48f5-8701-4b76264da6ba', 'tag': '83948629-89b8-4034-8e62-4a6438a1a2d2', 'status': 'completed', 'code': 200}
Apr 30 14:15:20.288130 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-b8f35e1c-b79b-4258-9101-ae9bd9962c03 None None] Set router d32b0f23-68dc-4216-b73c-e06e3ed4c7ac gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:15:20.303939 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175dc8b6-bf84-4cdd-ace3-92989744284b req-f20e79f3-6bf3-4a30-9da5-5bedf75c90f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:15:20.306641 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-175dc8b6-bf84-4cdd-ace3-92989744284b req-f20e79f3-6bf3-4a30-9da5-5bedf75c90f1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=95e816ba6b4d4606b03b593c5f8a65ce&device_id=42c56b5f-a1df-48f5-8701-4b76264da6ba HTTP/1.1" status: 200  len: 1098 time: 0.0863540
Apr 30 14:15:20.461636 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175dc8b6-bf84-4cdd-ace3-92989744284b req-5ccd4878-479a-4f39-a77f-a97f442fddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:15:20.463124 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-175dc8b6-bf84-4cdd-ace3-92989744284b req-5ccd4878-479a-4f39-a77f-a97f442fddd7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=84f51274-b399-4df1-a351-7732fe37e539 HTTP/1.1" status: 200  len: 916 time: 0.1485460
Apr 30 14:15:20.545553 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-175dc8b6-bf84-4cdd-ace3-92989744284b req-94c4265d-1fcb-49f0-a3a5-e1d8d8adc505 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83948629-89b8-4034-8e62-4a6438a1a2d2 HTTP/1.1" status: 200  len: 217 time: 0.0743897
Apr 30 14:15:20.640402 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175dc8b6-bf84-4cdd-ace3-92989744284b req-c4ad762c-0e38-4659-be05-0538572961b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:15:20.641970 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-175dc8b6-bf84-4cdd-ace3-92989744284b req-c4ad762c-0e38-4659-be05-0538572961b1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=712ad888-9ad6-4aab-8f26-77fb9d3e4f23 HTTP/1.1" status: 200  len: 853 time: 0.0861821
Apr 30 14:15:20.682318 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-b8f35e1c-b79b-4258-9101-ae9bd9962c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc39dcee0>, [{'id': 'd32b0f23-68dc-4216-b73c-e06e3ed4c7ac', 'name': 'tempest-TestMinimumBasicScenario-346566806-router', 'tenant_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '5a85d98b-5a7e-4304-b75f-f69aa6b838c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:21Z', 'updated_at': '2021-04-30T14:10:29Z', 'revision_number': 4, 'project_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'gw_port': {'id': '5a85d98b-5a7e-4304-b75f-f69aa6b838c5', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32b0f23-68dc-4216-b73c-e06e3ed4c7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:22Z', 'updated_at': '2021-04-30T14:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '0605ea72-6ade-45fd-ba3b-1e951bd3e952', 'name': '', 'network_id': '84f51274-b399-4df1-a351-7732fe37e539', 'tenant_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'mac_address': 'fa:16:3e:3c:c7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32b0f23-68dc-4216-b73c-e06e3ed4c7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '712ad888-9ad6-4aab-8f26-77fb9d3e4f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:28Z', 'updated_at': '2021-04-30T14:10:37Z', 'revision_number': 5, 'project_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'subnets': [{'id': '712ad888-9ad6-4aab-8f26-77fb9d3e4f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:15:20.686616 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f35e1c-b79b-4258-9101-ae9bd9962c03 None None] Checking router: d32b0f23-68dc-4216-b73c-e06e3ed4c7ac for host: dv-cinder-788365-2-iscsi {{(pid=73846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:15:20.700817 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f35e1c-b79b-4258-9101-ae9bd9962c03 None None] Routers {'d32b0f23-68dc-4216-b73c-e06e3ed4c7ac'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:15:20.701901 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-b8f35e1c-b79b-4258-9101-ae9bd9962c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc39dcee0>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:14:51Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['d32b0f23-68dc-4216-b73c-e06e3ed4c7ac'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:15:20.726322 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175dc8b6-bf84-4cdd-ace3-92989744284b req-ce37ade8-3f35-4b44-959e-8f9dcccbdc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:15:20.727802 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-175dc8b6-bf84-4cdd-ace3-92989744284b req-ce37ade8-3f35-4b44-959e-8f9dcccbdc7e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=84f51274-b399-4df1-a351-7732fe37e539&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776339
Apr 30 14:15:20.864829 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-175dc8b6-bf84-4cdd-ace3-92989744284b req-a4041357-c26b-40cd-b249-df49c9f1cb9d service neutron] 10.222.0.43 "GET /v2.0/networks/84f51274-b399-4df1-a351-7732fe37e539?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1286037
Apr 30 14:15:20.946765 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-b8f35e1c-b79b-4258-9101-ae9bd9962c03 None None] Set router d32b0f23-68dc-4216-b73c-e06e3ed4c7ac gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:15:21.006430 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-175dc8b6-bf84-4cdd-ace3-92989744284b req-60a8aa76-a7e5-4540-a93a-d48a8b8ca3ed service neutron] 10.222.0.43 "GET /v2.0/networks/84f51274-b399-4df1-a351-7732fe37e539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1320112
Apr 30 14:15:21.273415 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-b8f35e1c-b79b-4258-9101-ae9bd9962c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc39dcee0>, [{'id': 'd32b0f23-68dc-4216-b73c-e06e3ed4c7ac', 'name': 'tempest-TestMinimumBasicScenario-346566806-router', 'tenant_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '5a85d98b-5a7e-4304-b75f-f69aa6b838c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:21Z', 'updated_at': '2021-04-30T14:10:29Z', 'revision_number': 4, 'project_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'gw_port': {'id': '5a85d98b-5a7e-4304-b75f-f69aa6b838c5', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32b0f23-68dc-4216-b73c-e06e3ed4c7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:22Z', 'updated_at': '2021-04-30T14:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '0605ea72-6ade-45fd-ba3b-1e951bd3e952', 'name': '', 'network_id': '84f51274-b399-4df1-a351-7732fe37e539', 'tenant_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'mac_address': 'fa:16:3e:3c:c7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32b0f23-68dc-4216-b73c-e06e3ed4c7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '712ad888-9ad6-4aab-8f26-77fb9d3e4f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:28Z', 'updated_at': '2021-04-30T14:10:37Z', 'revision_number': 5, 'project_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'subnets': [{'id': '712ad888-9ad6-4aab-8f26-77fb9d3e4f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:15:21.277352 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f35e1c-b79b-4258-9101-ae9bd9962c03 None None] The sync data for ids ['d32b0f23-68dc-4216-b73c-e06e3ed4c7ac'] in dv-cinder-788365-2-iscsi is: [{'id': 'd32b0f23-68dc-4216-b73c-e06e3ed4c7ac', 'name': 'tempest-TestMinimumBasicScenario-346566806-router', 'tenant_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '5a85d98b-5a7e-4304-b75f-f69aa6b838c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:21Z', 'updated_at': '2021-04-30T14:10:29Z', 'revision_number': 4, 'project_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'gw_port': {'id': '5a85d98b-5a7e-4304-b75f-f69aa6b838c5', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32b0f23-68dc-4216-b73c-e06e3ed4c7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:22Z', 'updated_at': '2021-04-30T14:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '0605ea72-6ade-45fd-ba3b-1e951bd3e952', 'name': '', 'network_id': '84f51274-b399-4df1-a351-7732fe37e539', 'tenant_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'mac_address': 'fa:16:3e:3c:c7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32b0f23-68dc-4216-b73c-e06e3ed4c7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '712ad888-9ad6-4aab-8f26-77fb9d3e4f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:28Z', 'updated_at': '2021-04-30T14:10:37Z', 'revision_number': 5, 'project_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'subnets': [{'id': '712ad888-9ad6-4aab-8f26-77fb9d3e4f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:15:21.386068 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-55c408f9-eeb6-4308-9e11-60802649abbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:21.395211 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:21.505094 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e50b086-72ad-4141-8f17-1559e042d146 None None] New status for floating IP 48c66aed-0bdc-4c92-8e12-e6faaa4bb26b: DOWN {{(pid=73847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 14:15:22.058845 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:22.297338 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:23.543871 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36a72e-1059-45a2-914f-625a3f5414e0 req-885da388-13b0-44b2-8c5d-6ad072dd3c16 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:15:23.544690 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-2d36a72e-1059-45a2-914f-625a3f5414e0 req-885da388-13b0-44b2-8c5d-6ad072dd3c16 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Synchronizing usage tracker for tenant:95e816ba6b4d4606b03b593c5f8a65ce on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:15:23.562197 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-2d36a72e-1059-45a2-914f-625a3f5414e0 req-885da388-13b0-44b2-8c5d-6ad072dd3c16 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Unset dirty status for tenant:95e816ba6b4d4606b03b593c5f8a65ce on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:15:23.563386 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2d36a72e-1059-45a2-914f-625a3f5414e0 req-885da388-13b0-44b2-8c5d-6ad072dd3c16 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/ports?device_id=42c56b5f-a1df-48f5-8701-4b76264da6ba HTTP/1.1" status: 200  len: 945 time: 0.1172614
Apr 30 14:15:23.610992 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-2d36a72e-1059-45a2-914f-625a3f5414e0 req-bce2cd70-d025-4190-bfef-e4822a744f01 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Synchronizing usage tracker for tenant:95e816ba6b4d4606b03b593c5f8a65ce on resource:security_group {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:15:23.630081 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-2d36a72e-1059-45a2-914f-625a3f5414e0 req-bce2cd70-d025-4190-bfef-e4822a744f01 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Unset dirty status for tenant:95e816ba6b4d4606b03b593c5f8a65ce on resource:security_group {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:15:23.631250 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-2d36a72e-1059-45a2-914f-625a3f5414e0 req-bce2cd70-d025-4190-bfef-e4822a744f01 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bafbcd2-00b4-494f-bc3e-91719bee939d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615244
Apr 30 14:15:23.832570 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:24.765635 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ae636-012a-40ed-b556-a95cd9b6d920 req-45a04181-85d8-4a3c-83b4-edc651ed8d45 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:15:24.767103 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e39ae636-012a-40ed-b556-a95cd9b6d920 req-45a04181-85d8-4a3c-83b4-edc651ed8d45 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.43 "GET /v2.0/ports?device_id=42c56b5f-a1df-48f5-8701-4b76264da6ba HTTP/1.1" status: 200  len: 945 time: 0.0852156
Apr 30 14:15:24.837519 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56c42b-1301-4ec1-a56f-bb272a33b58a req-c85d37ec-e986-4797-ba59-9fcffe9d2398 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:15:24.839080 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-ef56c42b-1301-4ec1-a56f-bb272a33b58a req-c85d37ec-e986-4797-ba59-9fcffe9d2398 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/ports?device_id=42c56b5f-a1df-48f5-8701-4b76264da6ba HTTP/1.1" status: 200  len: 945 time: 0.0930388
Apr 30 14:15:24.884966 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-ef56c42b-1301-4ec1-a56f-bb272a33b58a req-8e2c2355-d1ff-44c9-ad2f-ddd7d40d3228 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bafbcd2-00b4-494f-bc3e-91719bee939d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396791
Apr 30 14:15:24.921177 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-e39ae636-012a-40ed-b556-a95cd9b6d920 req-ac2a76fa-d9d6-4789-8a5a-eef0fc21f88b tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Deleting port 83948629-89b8-4034-8e62-4a6438a1a2d2 {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:15:24.924075 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-e39ae636-012a-40ed-b556-a95cd9b6d920 req-ac2a76fa-d9d6-4789-8a5a-eef0fc21f88b tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:25.155043 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-e39ae636-012a-40ed-b556-a95cd9b6d920 req-ac2a76fa-d9d6-4789-8a5a-eef0fc21f88b tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] For port 83948629-89b8-4034-8e62-4a6438a1a2d2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=83948629-89b8-4034-8e62-4a6438a1a2d2,segment=NetworkSegment(dc21f2d8-18fd-47bf-9988-a9a35c8ce195),segment_id=dc21f2d8-18fd-47bf-9988-a9a35c8ce195)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:15:25.155401 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-e39ae636-012a-40ed-b556-a95cd9b6d920 req-ac2a76fa-d9d6-4789-8a5a-eef0fc21f88b tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:25.280553 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-e39ae636-012a-40ed-b556-a95cd9b6d920 req-ac2a76fa-d9d6-4789-8a5a-eef0fc21f88b tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Calling delete_port for 83948629-89b8-4034-8e62-4a6438a1a2d2 owned by compute:nova {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:15:25.393799 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-e39ae636-012a-40ed-b556-a95cd9b6d920 req-ac2a76fa-d9d6-4789-8a5a-eef0fc21f88b tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5706159'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:25.399638 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-e4502736-6fa2-4494-8a7d-09161cfbf965 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:15:25.441837 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] get_ports_and_sgs() called for port_ids ['83948629-89b8-4034-8e62-4a6438a1a2d2'] {{(pid=73846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 14:15:25.448214 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a76fa-d9d6-4789-8a5a-eef0fc21f88b tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Pushing event deleted for resources: {'Port': ['ID=83948629-89b8-4034-8e62-4a6438a1a2d2,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:15:25.451862 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-ac2a76fa-d9d6-4789-8a5a-eef0fc21f88b tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:15:25.530814 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-e39ae636-012a-40ed-b556-a95cd9b6d920 req-ac2a76fa-d9d6-4789-8a5a-eef0fc21f88b tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] No DVR routers for this DVR port 83948629-89b8-4034-8e62-4a6438a1a2d2 on host hv-cinder-78836 {{(pid=73845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 14:15:25.533989 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-e39ae636-012a-40ed-b556-a95cd9b6d920 req-ac2a76fa-d9d6-4789-8a5a-eef0fc21f88b tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:25.537030 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c56b5f-a1df-48f5-8701-4b76264da6ba', 'name': 'network-vif-deleted', 'tag': '83948629-89b8-4034-8e62-4a6438a1a2d2'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:15:25.554299 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e39ae636-012a-40ed-b556-a95cd9b6d920 req-ac2a76fa-d9d6-4789-8a5a-eef0fc21f88b tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.43 "DELETE /v2.0/ports/83948629-89b8-4034-8e62-4a6438a1a2d2 HTTP/1.1" status: 204  len: 173 time: 0.7797780
Apr 30 14:15:25.591318 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c56b5f-a1df-48f5-8701-4b76264da6ba', 'name': 'network-vif-deleted', 'tag': '83948629-89b8-4034-8e62-4a6438a1a2d2', 'status': 'completed', 'code': 200}
Apr 30 14:15:26.076521 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-d51fd1c7-55fc-4c10-bbc0-745d80fafbb1 req-7b327283-58f4-4d38-8f99-d1c17941feb5 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] 10.222.0.32 "GET /v2.0/ports?device_id=42c56b5f-a1df-48f5-8701-4b76264da6ba HTTP/1.1" status: 200  len: 210 time: 0.0515921
Apr 30 14:15:27.920812 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 50306) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:15:28.753000 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-80b989ed-f442-49d2-96f8-b4094a758799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998330'] for router_interface, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:29.133058 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 83948629-89b8-4034-8e62-4a6438a1a2d2 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:15:29.172503 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] No Port match for: 83948629-89b8-4034-8e62-4a6438a1a2d2 {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:15:29.172946 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 83948629-89b8-4034-8e62-4a6438a1a2d2 not bound to the agent host hv-cinder-78836 {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:15:29.203647 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-80b989ed-f442-49d2-96f8-b4094a758799 admin admin] Deleting port 0605ea72-6ade-45fd-ba3b-1e951bd3e952 {{(pid=73844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:15:29.204236 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-80b989ed-f442-49d2-96f8-b4094a758799 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:29.328561 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.db [None req-80b989ed-f442-49d2-96f8-b4094a758799 admin admin] For port 0605ea72-6ade-45fd-ba3b-1e951bd3e952, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=0605ea72-6ade-45fd-ba3b-1e951bd3e952,segment=NetworkSegment(dc21f2d8-18fd-47bf-9988-a9a35c8ce195),segment_id=dc21f2d8-18fd-47bf-9988-a9a35c8ce195)] {{(pid=73844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:15:29.329076 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-80b989ed-f442-49d2-96f8-b4094a758799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:29.453492 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-80b989ed-f442-49d2-96f8-b4094a758799 admin admin] Calling delete_port for 0605ea72-6ade-45fd-ba3b-1e951bd3e952 owned by network:router_interface {{(pid=73844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:15:29.617323 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-80b989ed-f442-49d2-96f8-b4094a758799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6994046'] for port, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:29.621004 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-5d53f1ba-5959-415c-8554-e0370245584d tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:15:29.666367 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b989ed-f442-49d2-96f8-b4094a758799 admin admin] Pushing event deleted for resources: {'Port': ['ID=0605ea72-6ade-45fd-ba3b-1e951bd3e952,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:15:29.670572 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-80b989ed-f442-49d2-96f8-b4094a758799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:15:29.957512 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-80b989ed-f442-49d2-96f8-b4094a758799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8003786'] for router_interface, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:30.420268 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b989ed-f442-49d2-96f8-b4094a758799 admin admin] Router d32b0f23-68dc-4216-b73c-e06e3ed4c7ac has already been hosted by L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d {{(pid=73844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 14:15:30.602818 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b989ed-f442-49d2-96f8-b4094a758799 admin admin] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:15:30.613662 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05610466-e58c-408d-862e-dac452047a5a None None] Sync routers for ids ['d32b0f23-68dc-4216-b73c-e06e3ed4c7ac'] in dv-cinder-788365-2-iscsi {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:15:30.615564 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-80b989ed-f442-49d2-96f8-b4094a758799 admin admin] 10.222.0.32 "PUT /v2.0/routers/d32b0f23-68dc-4216-b73c-e06e3ed4c7ac/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6929274
Apr 30 14:15:30.618876 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 50312) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:15:30.624168 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05610466-e58c-408d-862e-dac452047a5a None None] Routers {'d32b0f23-68dc-4216-b73c-e06e3ed4c7ac'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:15:30.624839 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-05610466-e58c-408d-862e-dac452047a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc2597550>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:15:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['d32b0f23-68dc-4216-b73c-e06e3ed4c7ac'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:15:30.809552 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-5f44164b-8cd3-4170-bb53-08a205330a84 admin admin] Notify callbacks [] for router, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:30.810005 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-05610466-e58c-408d-862e-dac452047a5a None None] Set router d32b0f23-68dc-4216-b73c-e06e3ed4c7ac gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:15:30.990172 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-5f44164b-8cd3-4170-bb53-08a205330a84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:31.072913 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-5f44164b-8cd3-4170-bb53-08a205330a84 admin admin] Deleting port 5a85d98b-5a7e-4304-b75f-f69aa6b838c5 {{(pid=73844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:15:31.073293 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-5f44164b-8cd3-4170-bb53-08a205330a84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:31.099343 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-05610466-e58c-408d-862e-dac452047a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc2597550>, [{'id': 'd32b0f23-68dc-4216-b73c-e06e3ed4c7ac', 'name': 'tempest-TestMinimumBasicScenario-346566806-router', 'tenant_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '5a85d98b-5a7e-4304-b75f-f69aa6b838c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:21Z', 'updated_at': '2021-04-30T14:15:29Z', 'revision_number': 5, 'project_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'gw_port': {'id': '5a85d98b-5a7e-4304-b75f-f69aa6b838c5', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32b0f23-68dc-4216-b73c-e06e3ed4c7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:22Z', 'updated_at': '2021-04-30T14:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi'}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:15:31.103900 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05610466-e58c-408d-862e-dac452047a5a None None] Checking router: d32b0f23-68dc-4216-b73c-e06e3ed4c7ac for host: dv-cinder-788365-2-iscsi {{(pid=73846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:15:31.112571 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05610466-e58c-408d-862e-dac452047a5a None None] Routers {'d32b0f23-68dc-4216-b73c-e06e3ed4c7ac'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:15:31.113191 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-05610466-e58c-408d-862e-dac452047a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc2597550>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:15:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['d32b0f23-68dc-4216-b73c-e06e3ed4c7ac'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:15:31.205000 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.db [None req-5f44164b-8cd3-4170-bb53-08a205330a84 admin admin] For port 5a85d98b-5a7e-4304-b75f-f69aa6b838c5, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=5a85d98b-5a7e-4304-b75f-f69aa6b838c5,segment=NetworkSegment(d90c35f3-ac38-4f09-b94c-cacd24da79a8),segment_id=d90c35f3-ac38-4f09-b94c-cacd24da79a8)] {{(pid=73844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:15:31.205482 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-5f44164b-8cd3-4170-bb53-08a205330a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:31.268359 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-05610466-e58c-408d-862e-dac452047a5a None None] Set router d32b0f23-68dc-4216-b73c-e06e3ed4c7ac gateway port host: None {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:15:31.329326 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-5f44164b-8cd3-4170-bb53-08a205330a84 admin admin] Calling delete_port for 5a85d98b-5a7e-4304-b75f-f69aa6b838c5 owned by network:router_gateway {{(pid=73844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:15:31.376846 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-05610466-e58c-408d-862e-dac452047a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc2597550>, [{'id': 'd32b0f23-68dc-4216-b73c-e06e3ed4c7ac', 'name': 'tempest-TestMinimumBasicScenario-346566806-router', 'tenant_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:21Z', 'updated_at': '2021-04-30T14:15:30Z', 'revision_number': 6, 'project_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'gw_port_host': None}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:15:31.380814 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05610466-e58c-408d-862e-dac452047a5a None None] The sync data for ids ['d32b0f23-68dc-4216-b73c-e06e3ed4c7ac'] in dv-cinder-788365-2-iscsi is: [{'id': 'd32b0f23-68dc-4216-b73c-e06e3ed4c7ac', 'name': 'tempest-TestMinimumBasicScenario-346566806-router', 'tenant_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:21Z', 'updated_at': '2021-04-30T14:15:30Z', 'revision_number': 6, 'project_id': '95e816ba6b4d4606b03b593c5f8a65ce', 'gw_port_host': None}] {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:15:31.572963 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-5f44164b-8cd3-4170-bb53-08a205330a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6994046'] for port, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:31.576606 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:15:31.620323 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44164b-8cd3-4170-bb53-08a205330a84 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a85d98b-5a7e-4304-b75f-f69aa6b838c5,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:15:31.652154 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-5f44164b-8cd3-4170-bb53-08a205330a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:15:31.704287 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:15:31.717521 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-5f44164b-8cd3-4170-bb53-08a205330a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7996653'] for router_gateway, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:31.899351 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-5f44164b-8cd3-4170-bb53-08a205330a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5731'] for router, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:31.901420 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-5f44164b-8cd3-4170-bb53-08a205330a84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:31.926162 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-5f44164b-8cd3-4170-bb53-08a205330a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8005192'] for router, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:31.926690 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f44164b-8cd3-4170-bb53-08a205330a84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d32b0f23-68dc-4216-b73c-e06e3ed4c7ac {{(pid=73844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 14:15:31.940350 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-5f44164b-8cd3-4170-bb53-08a205330a84 admin admin] Notify callbacks [] for router, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:31.941467 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-5f44164b-8cd3-4170-bb53-08a205330a84 admin admin] 10.222.0.32 "DELETE /v2.0/routers/d32b0f23-68dc-4216-b73c-e06e3ed4c7ac HTTP/1.1" status: 204  len: 168 time: 1.3212631
Apr 30 14:15:31.944020 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 50318) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:15:32.011045 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aedf368-3467-4ab0-98ff-f673a2dc8196 admin admin] Deleting subnet 712ad888-9ad6-4aab-8f26-77fb9d3e4f23 {{(pid=73844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 14:15:32.014001 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-6aedf368-3467-4ab0-98ff-f673a2dc8196 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:32.063685 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-6aedf368-3467-4ab0-98ff-f673a2dc8196 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7339661'] for subnet, precommit_delete_associations {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:32.196337 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-6aedf368-3467-4ab0-98ff-f673a2dc8196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996049'] for subnet, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:32.478481 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-6aedf368-3467-4ab0-98ff-f673a2dc8196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6993923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6538315'] for subnet, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:32.482525 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:15:32.517929 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aedf368-3467-4ab0-98ff-f673a2dc8196 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=712ad888-9ad6-4aab-8f26-77fb9d3e4f23,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:15:32.521153 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-6aedf368-3467-4ab0-98ff-f673a2dc8196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:15:32.522163 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-6aedf368-3467-4ab0-98ff-f673a2dc8196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for subnet, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:32.528322 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-6aedf368-3467-4ab0-98ff-f673a2dc8196 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/712ad888-9ad6-4aab-8f26-77fb9d3e4f23 HTTP/1.1" status: 204  len: 168 time: 0.5828362
Apr 30 14:15:32.528831 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa9155b-bb2d-425d-a681-95a5cbd05309 None None] Network 84f51274-b399-4df1-a351-7732fe37e539 requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:15:32.535957 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 50322) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:15:32.657637 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-0a67ddf8-461f-4b80-b99c-a443fc4f771e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639966'] for network, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:32.736651 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-0a67ddf8-461f-4b80-b99c-a443fc4f771e admin admin] Deleting port dbfac51b-4052-443c-b87b-d44b7be01032 {{(pid=73844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:15:32.736907 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-0a67ddf8-461f-4b80-b99c-a443fc4f771e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:32.844757 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dd7744-686f-43a9-a44a-f82487dab107 None None] DHCP port deletion for 84f51274-b399-4df1-a351-7732fe37e539 request from dv-cinder-788365-2-iscsi {{(pid=73846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 14:15:32.852272 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.db [None req-0a67ddf8-461f-4b80-b99c-a443fc4f771e admin admin] For port dbfac51b-4052-443c-b87b-d44b7be01032, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=dbfac51b-4052-443c-b87b-d44b7be01032,segment=NetworkSegment(dc21f2d8-18fd-47bf-9988-a9a35c8ce195),segment_id=dc21f2d8-18fd-47bf-9988-a9a35c8ce195)] {{(pid=73844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:15:32.852633 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-0a67ddf8-461f-4b80-b99c-a443fc4f771e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:32.898874 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 5a85d98b-5a7e-4304-b75f-f69aa6b838c5 no longer exists at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:15:32.944038 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] No Port match for: 5a85d98b-5a7e-4304-b75f-f69aa6b838c5 {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:15:32.944534 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 5a85d98b-5a7e-4304-b75f-f69aa6b838c5 not bound to the agent host dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:15:32.945257 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 0605ea72-6ade-45fd-ba3b-1e951bd3e952 no longer exists at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:15:32.979510 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-0a67ddf8-461f-4b80-b99c-a443fc4f771e admin admin] Calling delete_port for dbfac51b-4052-443c-b87b-d44b7be01032 owned by network:dhcp {{(pid=73844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:15:32.985006 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] No Port match for: 0605ea72-6ade-45fd-ba3b-1e951bd3e952 {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:15:32.985365 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 0605ea72-6ade-45fd-ba3b-1e951bd3e952 not bound to the agent host dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:15:33.019997 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-05dd7744-686f-43a9-a44a-f82487dab107 None None] Deleting port dbfac51b-4052-443c-b87b-d44b7be01032 {{(pid=73846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:15:33.020407 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-05dd7744-686f-43a9-a44a-f82487dab107 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:33.038281 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-0a67ddf8-461f-4b80-b99c-a443fc4f771e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6994046'] for port, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:33.049939 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-d59c71e8-6be1-4590-a0b1-55de953cb264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:15:33.144427 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-05dd7744-686f-43a9-a44a-f82487dab107 None None] For port dbfac51b-4052-443c-b87b-d44b7be01032, host dv-cinder-788365-2-iscsi, got binding levels [] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:15:33.144856 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-05dd7744-686f-43a9-a44a-f82487dab107 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:33.188099 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a67ddf8-461f-4b80-b99c-a443fc4f771e admin admin] No DVR routers for this DVR port dbfac51b-4052-443c-b87b-d44b7be01032 on host dv-cinder-788365-2-iscsi {{(pid=73844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 14:15:33.221579 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67ddf8-461f-4b80-b99c-a443fc4f771e admin admin] Pushing event deleted for resources: {'Port': ['ID=dbfac51b-4052-443c-b87b-d44b7be01032,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:15:33.227438 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-0a67ddf8-461f-4b80-b99c-a443fc4f771e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:15:33.284407 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-05dd7744-686f-43a9-a44a-f82487dab107 None None] Calling delete_port for dbfac51b-4052-443c-b87b-d44b7be01032 owned by network:dhcp {{(pid=73846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:15:33.290868 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.ipam_backend_mixin [None req-05dd7744-686f-43a9-a44a-f82487dab107 None None] Port dbfac51b-4052-443c-b87b-d44b7be01032 was not found and therefore no delete operation was performed {{(pid=73846) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:565}}
Apr 30 14:15:33.293495 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-05dd7744-686f-43a9-a44a-f82487dab107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197'] for port, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:33.303816 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:15:33.321879 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-0a67ddf8-461f-4b80-b99c-a443fc4f771e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984668', 'neutron.services.segments.db._delete_segments_for_network-8774018681245'] for network, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:33.347771 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dd7744-686f-43a9-a44a-f82487dab107 None None] Pushing event deleted for resources: {'Port': ['ID=dbfac51b-4052-443c-b87b-d44b7be01032,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:15:33.353098 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dd7744-686f-43a9-a44a-f82487dab107 None None] No DVR routers for this DVR port dbfac51b-4052-443c-b87b-d44b7be01032 on host dv-cinder-788365-2-iscsi {{(pid=73846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 14:15:33.358739 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dd7744-686f-43a9-a44a-f82487dab107 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:15:33.359080 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dd7744-686f-43a9-a44a-f82487dab107 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:15:33.359412 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dd7744-686f-43a9-a44a-f82487dab107 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:15:33.359747 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dd7744-686f-43a9-a44a-f82487dab107 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:15:33.360420 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dd7744-686f-43a9-a44a-f82487dab107 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:15:33.360960 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dd7744-686f-43a9-a44a-f82487dab107 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:15:33.361281 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dd7744-686f-43a9-a44a-f82487dab107 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:15:33.361604 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dd7744-686f-43a9-a44a-f82487dab107 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:15:33.361957 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dd7744-686f-43a9-a44a-f82487dab107 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:15:33.362276 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dd7744-686f-43a9-a44a-f82487dab107 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:15:33.362592 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dd7744-686f-43a9-a44a-f82487dab107 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:15:33.362907 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05dd7744-686f-43a9-a44a-f82487dab107 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:15:33.366596 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-05dd7744-686f-43a9-a44a-f82487dab107 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:15:33.441993 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.services.segments.db [None req-0a67ddf8-461f-4b80-b99c-a443fc4f771e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fadc12fe460>,) {'filters': {'network_id': ['84f51274-b399-4df1-a351-7732fe37e539']}} {{(pid=73844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:15:33.455226 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.services.segments.db [None req-0a67ddf8-461f-4b80-b99c-a443fc4f771e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fadc12fe460>, 'dc21f2d8-18fd-47bf-9988-a9a35c8ce195') {'for_net_delete': True} {{(pid=73844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:15:33.455532 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.services.segments.db [None req-0a67ddf8-461f-4b80-b99c-a443fc4f771e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fadc12fe460>, 'dc21f2d8-18fd-47bf-9988-a9a35c8ce195') {} {{(pid=73844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:15:33.469338 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-0a67ddf8-461f-4b80-b99c-a443fc4f771e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774018692967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7339652'] for segment, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:33.488217 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-0a67ddf8-461f-4b80-b99c-a443fc4f771e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-993311'] for segment, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:33.496078 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a67ddf8-461f-4b80-b99c-a443fc4f771e admin admin] Releasing vlan 1428 on physical network physnet1 to pool {{(pid=73844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 14:15:33.668754 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.managers [None req-0a67ddf8-461f-4b80-b99c-a443fc4f771e admin admin] Network 84f51274-b399-4df1-a351-7732fe37e539 has no segments {{(pid=73844) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 14:15:33.681502 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-0a67ddf8-461f-4b80-b99c-a443fc4f771e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-993508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6994089'] for segment, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:33.853636 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.managers [None req-0a67ddf8-461f-4b80-b99c-a443fc4f771e admin admin] Network 84f51274-b399-4df1-a351-7732fe37e539 has no segments {{(pid=73844) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 14:15:33.877672 dv-cinder-788365-2-iscsi neutron-server[73844]: Traceback (most recent call last):
Apr 30 14:15:33.877672 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 14:15:33.877672 dv-cinder-788365-2-iscsi neutron-server[73844]:     timer()
Apr 30 14:15:33.877672 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 14:15:33.877672 dv-cinder-788365-2-iscsi neutron-server[73844]:     cb(*args, **kw)
Apr 30 14:15:33.877672 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 14:15:33.877672 dv-cinder-788365-2-iscsi neutron-server[73844]:     return func(*args, **kwargs)
Apr 30 14:15:33.877672 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 14:15:33.877672 dv-cinder-788365-2-iscsi neutron-server[73844]:     self._notify()
Apr 30 14:15:33.877672 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 14:15:33.877672 dv-cinder-788365-2-iscsi neutron-server[73844]:     self.callback(batched_events)
Apr 30 14:15:33.877672 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 14:15:33.877672 dv-cinder-788365-2-iscsi neutron-server[73844]:     event.method(event)
Apr 30 14:15:33.877672 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 14:15:33.877672 dv-cinder-788365-2-iscsi neutron-server[73844]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 14:15:33.877672 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 14:15:33.877672 dv-cinder-788365-2-iscsi neutron-server[73844]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 14:15:33.877672 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 14:15:33.877672 dv-cinder-788365-2-iscsi neutron-server[73844]:     return f(self, *a, **k)
Apr 30 14:15:33.877672 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 14:15:33.877672 dv-cinder-788365-2-iscsi neutron-server[73844]:     return self._get(url).json()
Apr 30 14:15:33.877672 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 14:15:33.877672 dv-cinder-788365-2-iscsi neutron-server[73844]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 14:15:33.877672 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 14:15:33.877672 dv-cinder-788365-2-iscsi neutron-server[73844]:     return self.request(url, 'GET', **kwargs)
Apr 30 14:15:33.877672 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 14:15:33.877672 dv-cinder-788365-2-iscsi neutron-server[73844]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 14:15:33.877672 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 14:15:33.877672 dv-cinder-788365-2-iscsi neutron-server[73844]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 14:15:33.877672 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 14:15:33.877672 dv-cinder-788365-2-iscsi neutron-server[73844]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 14:15:33.877672 dv-cinder-788365-2-iscsi neutron-server[73844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 14:15:33.959046 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-0a67ddf8-461f-4b80-b99c-a443fc4f771e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8010353'] for network, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:33.966743 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-0a67ddf8-461f-4b80-b99c-a443fc4f771e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for network, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:33.972708 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:15:34.000956 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67ddf8-461f-4b80-b99c-a443fc4f771e admin admin] Pushing event deleted for resources: {'Network': ['ID=84f51274-b399-4df1-a351-7732fe37e539,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:15:34.003511 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-0a67ddf8-461f-4b80-b99c-a443fc4f771e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:15:34.007327 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-0a67ddf8-461f-4b80-b99c-a443fc4f771e admin admin] 10.222.0.32 "DELETE /v2.0/networks/84f51274-b399-4df1-a351-7732fe37e539 HTTP/1.1" status: 204  len: 168 time: 1.4751158
Apr 30 14:15:34.011120 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 50328) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:15:34.719377 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d04a6aec-5ba8-40b7-978d-68217f435570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998330'] for router_interface, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:34.855229 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device dbfac51b-4052-443c-b87b-d44b7be01032 no longer exists at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:15:34.900881 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] No Port match for: dbfac51b-4052-443c-b87b-d44b7be01032 {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:15:34.901224 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device dbfac51b-4052-443c-b87b-d44b7be01032 not bound to the agent host dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:15:35.155546 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-d04a6aec-5ba8-40b7-978d-68217f435570 admin admin] Deleting port eadfb72f-db3b-4b70-ae8b-5f8fc152d13e {{(pid=73844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:15:35.155891 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d04a6aec-5ba8-40b7-978d-68217f435570 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:35.280714 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.db [None req-d04a6aec-5ba8-40b7-978d-68217f435570 admin admin] For port eadfb72f-db3b-4b70-ae8b-5f8fc152d13e, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=eadfb72f-db3b-4b70-ae8b-5f8fc152d13e,segment=NetworkSegment(2e9d7db8-b69d-49ff-9d45-1e4bf9acb593),segment_id=2e9d7db8-b69d-49ff-9d45-1e4bf9acb593)] {{(pid=73844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:15:35.281126 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d04a6aec-5ba8-40b7-978d-68217f435570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:35.410694 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-d04a6aec-5ba8-40b7-978d-68217f435570 admin admin] Calling delete_port for eadfb72f-db3b-4b70-ae8b-5f8fc152d13e owned by network:router_interface {{(pid=73844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:15:35.561242 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d04a6aec-5ba8-40b7-978d-68217f435570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6994046'] for port, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:35.564766 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:15:35.611413 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a6aec-5ba8-40b7-978d-68217f435570 admin admin] Pushing event deleted for resources: {'Port': ['ID=eadfb72f-db3b-4b70-ae8b-5f8fc152d13e,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:15:35.616229 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-d04a6aec-5ba8-40b7-978d-68217f435570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:15:35.900904 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d04a6aec-5ba8-40b7-978d-68217f435570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8003786'] for router_interface, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:36.356728 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04a6aec-5ba8-40b7-978d-68217f435570 admin admin] Router 0d75ab8a-2f67-4527-9330-a1a2b34465dd has already been hosted by L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d {{(pid=73844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 14:15:36.551852 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04a6aec-5ba8-40b7-978d-68217f435570 admin admin] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:15:36.560359 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebe086a-726a-475d-b785-a14fdce656ca None None] Sync routers for ids ['0d75ab8a-2f67-4527-9330-a1a2b34465dd'] in dv-cinder-788365-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:15:36.568265 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-d04a6aec-5ba8-40b7-978d-68217f435570 admin admin] 10.222.0.32 "PUT /v2.0/routers/0d75ab8a-2f67-4527-9330-a1a2b34465dd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5560846
Apr 30 14:15:36.570827 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebe086a-726a-475d-b785-a14fdce656ca None None] Routers {'0d75ab8a-2f67-4527-9330-a1a2b34465dd'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:15:36.571162 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 50332) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:15:36.571499 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-6ebe086a-726a-475d-b785-a14fdce656ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc2c50f70>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:15:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['0d75ab8a-2f67-4527-9330-a1a2b34465dd'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:15:36.748129 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-6ebe086a-726a-475d-b785-a14fdce656ca None None] Set router 0d75ab8a-2f67-4527-9330-a1a2b34465dd gateway port host: dv-cinder-788365-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:15:36.748351 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e791bc5d-9fd3-42bb-93b5-5f1b45077d36 admin admin] Notify callbacks [] for router, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:36.937042 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e791bc5d-9fd3-42bb-93b5-5f1b45077d36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:37.011911 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-e791bc5d-9fd3-42bb-93b5-5f1b45077d36 admin admin] Deleting port 8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef {{(pid=73844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:15:37.012169 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e791bc5d-9fd3-42bb-93b5-5f1b45077d36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:37.089593 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-6ebe086a-726a-475d-b785-a14fdce656ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc2c50f70>, [{'id': '0d75ab8a-2f67-4527-9330-a1a2b34465dd', 'name': 'tempest-TestMinimumBasicScenario-495636018-router', 'tenant_id': '482b2c9162aa4ed8b20f6f2c594fc89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:33Z', 'updated_at': '2021-04-30T14:15:35Z', 'revision_number': 5, 'project_id': '482b2c9162aa4ed8b20f6f2c594fc89d', 'gw_port': {'id': '8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d75ab8a-2f67-4527-9330-a1a2b34465dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:10:34Z', 'updated_at': '2021-04-30T14:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi'}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:15:37.093453 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebe086a-726a-475d-b785-a14fdce656ca None None] Checking router: 0d75ab8a-2f67-4527-9330-a1a2b34465dd for host: dv-cinder-788365-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:15:37.102200 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebe086a-726a-475d-b785-a14fdce656ca None None] Routers {'0d75ab8a-2f67-4527-9330-a1a2b34465dd'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:15:37.102813 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-6ebe086a-726a-475d-b785-a14fdce656ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc2c50f70>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:15:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['0d75ab8a-2f67-4527-9330-a1a2b34465dd'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:15:37.137841 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.db [None req-e791bc5d-9fd3-42bb-93b5-5f1b45077d36 admin admin] For port 8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef,segment=NetworkSegment(d90c35f3-ac38-4f09-b94c-cacd24da79a8),segment_id=d90c35f3-ac38-4f09-b94c-cacd24da79a8)] {{(pid=73844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:15:37.138202 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e791bc5d-9fd3-42bb-93b5-5f1b45077d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:37.258709 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-6ebe086a-726a-475d-b785-a14fdce656ca None None] Set router 0d75ab8a-2f67-4527-9330-a1a2b34465dd gateway port host: None {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:15:37.271738 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-e791bc5d-9fd3-42bb-93b5-5f1b45077d36 admin admin] Calling delete_port for 8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef owned by network:router_gateway {{(pid=73844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:15:37.359562 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-6ebe086a-726a-475d-b785-a14fdce656ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc2c50f70>, [{'id': '0d75ab8a-2f67-4527-9330-a1a2b34465dd', 'name': 'tempest-TestMinimumBasicScenario-495636018-router', 'tenant_id': '482b2c9162aa4ed8b20f6f2c594fc89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:33Z', 'updated_at': '2021-04-30T14:15:36Z', 'revision_number': 6, 'project_id': '482b2c9162aa4ed8b20f6f2c594fc89d', 'gw_port_host': None}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:15:37.365609 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebe086a-726a-475d-b785-a14fdce656ca None None] The sync data for ids ['0d75ab8a-2f67-4527-9330-a1a2b34465dd'] in dv-cinder-788365-2-iscsi is: [{'id': '0d75ab8a-2f67-4527-9330-a1a2b34465dd', 'name': 'tempest-TestMinimumBasicScenario-495636018-router', 'tenant_id': '482b2c9162aa4ed8b20f6f2c594fc89d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:10:33Z', 'updated_at': '2021-04-30T14:15:36Z', 'revision_number': 6, 'project_id': '482b2c9162aa4ed8b20f6f2c594fc89d', 'gw_port_host': None}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:15:37.429921 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e791bc5d-9fd3-42bb-93b5-5f1b45077d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6994046'] for port, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:37.437196 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-579875ac-6cbd-4e6c-8dd5-dc76589009da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:15:37.523991 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791bc5d-9fd3-42bb-93b5-5f1b45077d36 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:15:37.526338 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-e791bc5d-9fd3-42bb-93b5-5f1b45077d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:15:37.594063 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e791bc5d-9fd3-42bb-93b5-5f1b45077d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7996653'] for router_gateway, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:37.877447 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e791bc5d-9fd3-42bb-93b5-5f1b45077d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5731'] for router, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:37.879673 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e791bc5d-9fd3-42bb-93b5-5f1b45077d36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:37.901914 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e791bc5d-9fd3-42bb-93b5-5f1b45077d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8005192'] for router, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:37.902417 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e791bc5d-9fd3-42bb-93b5-5f1b45077d36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d75ab8a-2f67-4527-9330-a1a2b34465dd {{(pid=73844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 14:15:37.916963 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e791bc5d-9fd3-42bb-93b5-5f1b45077d36 admin admin] Notify callbacks [] for router, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:37.918455 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-e791bc5d-9fd3-42bb-93b5-5f1b45077d36 admin admin] 10.222.0.32 "DELETE /v2.0/routers/0d75ab8a-2f67-4527-9330-a1a2b34465dd HTTP/1.1" status: 204  len: 168 time: 1.3462074
Apr 30 14:15:37.921021 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 50336) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:15:37.980761 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa4b8cd-7dca-4555-a8f4-4b492fde2da8 admin admin] Deleting subnet 9c64878a-13a9-4708-9e13-ee253bf1d4b6 {{(pid=73844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 14:15:37.983811 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-faa4b8cd-7dca-4555-a8f4-4b492fde2da8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:38.034315 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-faa4b8cd-7dca-4555-a8f4-4b492fde2da8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7339661'] for subnet, precommit_delete_associations {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:38.117446 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-faa4b8cd-7dca-4555-a8f4-4b492fde2da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996049'] for subnet, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:38.417120 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-faa4b8cd-7dca-4555-a8f4-4b492fde2da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6993923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6538315'] for subnet, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:38.421270 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-2c79ea34-4ceb-4910-9a00-02d6c6a025cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:15:38.457224 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4b8cd-7dca-4555-a8f4-4b492fde2da8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c64878a-13a9-4708-9e13-ee253bf1d4b6,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:15:38.459180 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-faa4b8cd-7dca-4555-a8f4-4b492fde2da8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for subnet, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:38.461934 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-faa4b8cd-7dca-4555-a8f4-4b492fde2da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:15:38.469152 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-faa4b8cd-7dca-4555-a8f4-4b492fde2da8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9c64878a-13a9-4708-9e13-ee253bf1d4b6 HTTP/1.1" status: 204  len: 168 time: 0.5442419
Apr 30 14:15:38.469353 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22586b26-441e-4104-a746-8742d097988b None None] Network 98916e4c-8d41-4699-9ee2-2ae8dc84a9f0 requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:15:38.470087 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 50340) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:15:38.581950 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-fdfe7f33-e982-49f8-892f-380e2bbc52b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639966'] for network, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:38.656137 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-fdfe7f33-e982-49f8-892f-380e2bbc52b5 admin admin] Deleting port dc60363f-4a44-4b4c-9349-43021fd94477 {{(pid=73844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:15:38.656457 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-fdfe7f33-e982-49f8-892f-380e2bbc52b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:38.714267 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713df4ad-4959-4bf7-96c9-fc85b185eef4 None None] DHCP port deletion for 98916e4c-8d41-4699-9ee2-2ae8dc84a9f0 request from dv-cinder-788365-2-iscsi {{(pid=73846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 14:15:38.762667 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.db [None req-fdfe7f33-e982-49f8-892f-380e2bbc52b5 admin admin] For port dc60363f-4a44-4b4c-9349-43021fd94477, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=dc60363f-4a44-4b4c-9349-43021fd94477,segment=NetworkSegment(2e9d7db8-b69d-49ff-9d45-1e4bf9acb593),segment_id=2e9d7db8-b69d-49ff-9d45-1e4bf9acb593)] {{(pid=73844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:15:38.763020 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-fdfe7f33-e982-49f8-892f-380e2bbc52b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:38.787169 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-713df4ad-4959-4bf7-96c9-fc85b185eef4 None None] Deleting port dc60363f-4a44-4b4c-9349-43021fd94477 {{(pid=73846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:15:38.787543 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-713df4ad-4959-4bf7-96c9-fc85b185eef4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:38.875742 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device dc60363f-4a44-4b4c-9349-43021fd94477 no longer exists at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:15:38.898597 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-fdfe7f33-e982-49f8-892f-380e2bbc52b5 admin admin] Calling delete_port for dc60363f-4a44-4b4c-9349-43021fd94477 owned by network:dhcp {{(pid=73844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:15:38.933878 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-713df4ad-4959-4bf7-96c9-fc85b185eef4 None None] For port dc60363f-4a44-4b4c-9349-43021fd94477, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=dc60363f-4a44-4b4c-9349-43021fd94477,segment=NetworkSegment(2e9d7db8-b69d-49ff-9d45-1e4bf9acb593),segment_id=2e9d7db8-b69d-49ff-9d45-1e4bf9acb593)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:15:38.934280 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-713df4ad-4959-4bf7-96c9-fc85b185eef4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:38.952296 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-fdfe7f33-e982-49f8-892f-380e2bbc52b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6994046'] for port, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:38.957168 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-c85d946c-a6b0-499e-91a2-a764970bba03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:15:39.006088 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfe7f33-e982-49f8-892f-380e2bbc52b5 admin admin] No DVR routers for this DVR port dc60363f-4a44-4b4c-9349-43021fd94477 on host dv-cinder-788365-2-iscsi {{(pid=73844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 14:15:39.034125 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe7f33-e982-49f8-892f-380e2bbc52b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc60363f-4a44-4b4c-9349-43021fd94477,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:15:39.036700 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-fdfe7f33-e982-49f8-892f-380e2bbc52b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:15:39.088139 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-713df4ad-4959-4bf7-96c9-fc85b185eef4 None None] Calling delete_port for dc60363f-4a44-4b4c-9349-43021fd94477 owned by network:dhcp {{(pid=73846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:15:39.095694 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] No active binding found for port dc60363f-4a44-4b4c-9349-43021fd94477 {{(pid=73846) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Apr 30 14:15:39.096097 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device dc60363f-4a44-4b4c-9349-43021fd94477 not bound to the agent host dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:15:39.096720 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device eadfb72f-db3b-4b70-ae8b-5f8fc152d13e no longer exists at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:15:39.141109 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-fdfe7f33-e982-49f8-892f-380e2bbc52b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984668', 'neutron.services.segments.db._delete_segments_for_network-8774018681245'] for network, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:39.191585 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] No Port match for: eadfb72f-db3b-4b70-ae8b-5f8fc152d13e {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:15:39.191940 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device eadfb72f-db3b-4b70-ae8b-5f8fc152d13e not bound to the agent host dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:15:39.192363 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef no longer exists at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:15:39.280109 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] No Port match for: 8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:15:39.280401 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 8b53fb88-62ce-4fe3-ac57-b7f14ed8b5ef not bound to the agent host dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:15:39.336887 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-713df4ad-4959-4bf7-96c9-fc85b185eef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197'] for port, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:39.342880 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:15:39.352112 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.services.segments.db [None req-fdfe7f33-e982-49f8-892f-380e2bbc52b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fadc3a62d00>,) {'filters': {'network_id': ['98916e4c-8d41-4699-9ee2-2ae8dc84a9f0']}} {{(pid=73844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:15:39.364585 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.services.segments.db [None req-fdfe7f33-e982-49f8-892f-380e2bbc52b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fadc3a62d00>, '2e9d7db8-b69d-49ff-9d45-1e4bf9acb593') {'for_net_delete': True} {{(pid=73844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:15:39.364888 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.services.segments.db [None req-fdfe7f33-e982-49f8-892f-380e2bbc52b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fadc3a62d00>, '2e9d7db8-b69d-49ff-9d45-1e4bf9acb593') {} {{(pid=73844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:15:39.376669 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-fdfe7f33-e982-49f8-892f-380e2bbc52b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774018692967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7339652'] for segment, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:39.386290 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713df4ad-4959-4bf7-96c9-fc85b185eef4 None None] Pushing event deleted for resources: {'Port': ['ID=dc60363f-4a44-4b4c-9349-43021fd94477,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:15:39.388669 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-713df4ad-4959-4bf7-96c9-fc85b185eef4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:15:39.389558 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713df4ad-4959-4bf7-96c9-fc85b185eef4 None None] No DVR routers for this DVR port dc60363f-4a44-4b4c-9349-43021fd94477 on host dv-cinder-788365-2-iscsi {{(pid=73846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 14:15:39.399558 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-fdfe7f33-e982-49f8-892f-380e2bbc52b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-993311'] for segment, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:39.404231 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdfe7f33-e982-49f8-892f-380e2bbc52b5 admin admin] Releasing vlan 1417 on physical network physnet1 to pool {{(pid=73844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 14:15:39.576301 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.managers [None req-fdfe7f33-e982-49f8-892f-380e2bbc52b5 admin admin] Network 98916e4c-8d41-4699-9ee2-2ae8dc84a9f0 has no segments {{(pid=73844) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 14:15:39.588440 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-fdfe7f33-e982-49f8-892f-380e2bbc52b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-993508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6994089'] for segment, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:39.754858 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.managers [None req-fdfe7f33-e982-49f8-892f-380e2bbc52b5 admin admin] Network 98916e4c-8d41-4699-9ee2-2ae8dc84a9f0 has no segments {{(pid=73844) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 14:15:39.776603 dv-cinder-788365-2-iscsi neutron-server[73844]: Traceback (most recent call last):
Apr 30 14:15:39.776603 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 14:15:39.776603 dv-cinder-788365-2-iscsi neutron-server[73844]:     timer()
Apr 30 14:15:39.776603 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 14:15:39.776603 dv-cinder-788365-2-iscsi neutron-server[73844]:     cb(*args, **kw)
Apr 30 14:15:39.776603 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 14:15:39.776603 dv-cinder-788365-2-iscsi neutron-server[73844]:     return func(*args, **kwargs)
Apr 30 14:15:39.776603 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 14:15:39.776603 dv-cinder-788365-2-iscsi neutron-server[73844]:     self._notify()
Apr 30 14:15:39.776603 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 14:15:39.776603 dv-cinder-788365-2-iscsi neutron-server[73844]:     self.callback(batched_events)
Apr 30 14:15:39.776603 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 14:15:39.776603 dv-cinder-788365-2-iscsi neutron-server[73844]:     event.method(event)
Apr 30 14:15:39.776603 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 14:15:39.776603 dv-cinder-788365-2-iscsi neutron-server[73844]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 14:15:39.776603 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 14:15:39.776603 dv-cinder-788365-2-iscsi neutron-server[73844]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 14:15:39.776603 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 14:15:39.776603 dv-cinder-788365-2-iscsi neutron-server[73844]:     return f(self, *a, **k)
Apr 30 14:15:39.776603 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 14:15:39.776603 dv-cinder-788365-2-iscsi neutron-server[73844]:     return self._get(url).json()
Apr 30 14:15:39.776603 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 14:15:39.776603 dv-cinder-788365-2-iscsi neutron-server[73844]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 14:15:39.776603 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 14:15:39.776603 dv-cinder-788365-2-iscsi neutron-server[73844]:     return self.request(url, 'GET', **kwargs)
Apr 30 14:15:39.776603 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 14:15:39.776603 dv-cinder-788365-2-iscsi neutron-server[73844]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 14:15:39.776603 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 14:15:39.776603 dv-cinder-788365-2-iscsi neutron-server[73844]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 14:15:39.776603 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 14:15:39.776603 dv-cinder-788365-2-iscsi neutron-server[73844]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 14:15:39.776603 dv-cinder-788365-2-iscsi neutron-server[73844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 14:15:39.854370 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-fdfe7f33-e982-49f8-892f-380e2bbc52b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8010353'] for network, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:39.859103 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-f77714e4-894d-4263-99db-f1b2e42bfec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:15:39.873448 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-fdfe7f33-e982-49f8-892f-380e2bbc52b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for network, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:39.883702 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe7f33-e982-49f8-892f-380e2bbc52b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=98916e4c-8d41-4699-9ee2-2ae8dc84a9f0,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:15:39.888619 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-fdfe7f33-e982-49f8-892f-380e2bbc52b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:15:39.891611 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-fdfe7f33-e982-49f8-892f-380e2bbc52b5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/98916e4c-8d41-4699-9ee2-2ae8dc84a9f0 HTTP/1.1" status: 204  len: 168 time: 1.4205122
Apr 30 14:15:40.030494 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 50346) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:15:40.093952 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-06a7700c-eecd-4623-8ecf-243c87adb80b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=95e816ba6b4d4606b03b593c5f8a65ce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0616071
Apr 30 14:15:40.097207 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 50350) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:15:40.165517 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-01ff0da5-0a01-4a73-82d4-cb6c637f08d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:40.197774 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-01ff0da5-0a01-4a73-82d4-cb6c637f08d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:40.252134 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-01ff0da5-0a01-4a73-82d4-cb6c637f08d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:40.257538 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-185f0444-151a-4f3d-a3d9-dc864883a1f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:15:40.270454 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ff0da5-0a01-4a73-82d4-cb6c637f08d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bafbcd2-00b4-494f-bc3e-91719bee939d,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:15:40.273526 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-01ff0da5-0a01-4a73-82d4-cb6c637f08d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:15:40.284300 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-01ff0da5-0a01-4a73-82d4-cb6c637f08d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:40.285741 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-01ff0da5-0a01-4a73-82d4-cb6c637f08d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2bafbcd2-00b4-494f-bc3e-91719bee939d HTTP/1.1" status: 204  len: 168 time: 0.1871514
Apr 30 14:15:40.665764 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 50358) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:15:40.721428 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-15c985a8-64f1-439a-a8c7-900dac178f8e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=482b2c9162aa4ed8b20f6f2c594fc89d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0543015
Apr 30 14:15:40.723888 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 50362) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:15:40.786550 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-eb6fccf8-f767-440a-9c1e-bb50a1eed021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:40.820962 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-eb6fccf8-f767-440a-9c1e-bb50a1eed021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:40.879804 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-eb6fccf8-f767-440a-9c1e-bb50a1eed021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:40.885022 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-44d61851-6d95-46a1-8ffd-64d38d7e706b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:15:40.902513 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6fccf8-f767-440a-9c1e-bb50a1eed021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893e550b-ffb7-4a47-9a5b-685d96945802,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:15:40.905853 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-eb6fccf8-f767-440a-9c1e-bb50a1eed021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:15:40.908052 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-eb6fccf8-f767-440a-9c1e-bb50a1eed021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:40.909523 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-eb6fccf8-f767-440a-9c1e-bb50a1eed021 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/893e550b-ffb7-4a47-9a5b-685d96945802 HTTP/1.1" status: 204  len: 168 time: 0.1847188
Apr 30 14:15:48.618879 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-71e5e262-dd2e-4ee1-a60e-f83c376434f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:51.378399 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-7e580a3e-1f66-4b1a-9031-306315fe6279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:51.395989 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:52.073424 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:52.304382 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:53.835332 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:15:55.120947 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e9c54443-6ffe-40af-8f40-1a1e78888e9b req-825a298b-a2a7-4e8f-9d66-83cb3f25deb1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c0175602-cadd-42db-a0a3-2a1bd982e67b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0757840
Apr 30 14:15:55.233380 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c54443-6ffe-40af-8f40-1a1e78888e9b req-e1f8d6fb-cf8b-4b39-b996-e2d5414b5b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:15:55.234901 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e9c54443-6ffe-40af-8f40-1a1e78888e9b req-e1f8d6fb-cf8b-4b39-b996-e2d5414b5b80 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7abbf22e49d14a8ba3c6061e4aaeef34&device_id=c0175602-cadd-42db-a0a3-2a1bd982e67b HTTP/1.1" status: 200  len: 1098 time: 0.0765548
Apr 30 14:15:55.388233 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c54443-6ffe-40af-8f40-1a1e78888e9b req-3e29d751-2a9f-432b-8648-173f995a66d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:15:55.389695 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e9c54443-6ffe-40af-8f40-1a1e78888e9b req-3e29d751-2a9f-432b-8648-173f995a66d3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f610bd26-2e37-48ef-90fd-5e8ebed549b3 HTTP/1.1" status: 200  len: 913 time: 0.1326773
Apr 30 14:15:55.496399 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e9c54443-6ffe-40af-8f40-1a1e78888e9b req-713e4002-ad4a-4fa4-aed0-ee582bd7dcbc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d221b807-6f03-4f66-815f-0332cd4cec1c HTTP/1.1" status: 200  len: 1000 time: 0.0983112
Apr 30 14:15:55.572182 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c54443-6ffe-40af-8f40-1a1e78888e9b req-d02e2e4a-607d-4814-9505-78b08613c105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:15:55.573749 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e9c54443-6ffe-40af-8f40-1a1e78888e9b req-d02e2e4a-607d-4814-9505-78b08613c105 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cbf9a206-b4b1-4cb9-a994-3e377e8fd720 HTTP/1.1" status: 200  len: 850 time: 0.0687230
Apr 30 14:15:55.651481 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c54443-6ffe-40af-8f40-1a1e78888e9b req-fc09f0fb-2a9a-4521-8bab-451b3d4fb2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:15:55.652920 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e9c54443-6ffe-40af-8f40-1a1e78888e9b req-fc09f0fb-2a9a-4521-8bab-451b3d4fb2e3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f610bd26-2e37-48ef-90fd-5e8ebed549b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0713305
Apr 30 14:15:55.790779 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e9c54443-6ffe-40af-8f40-1a1e78888e9b req-faa9d2e6-4cac-4378-8553-1b204f07ba26 service neutron] 10.222.0.43 "GET /v2.0/networks/f610bd26-2e37-48ef-90fd-5e8ebed549b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294651
Apr 30 14:15:55.927216 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e9c54443-6ffe-40af-8f40-1a1e78888e9b req-e49d1a22-d09c-4b8e-acb2-52c7fa070502 service neutron] 10.222.0.43 "GET /v2.0/networks/f610bd26-2e37-48ef-90fd-5e8ebed549b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283476
Apr 30 14:16:08.704128 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:16:18.622122 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-daaeb7c9-7180-4705-96e8-be87f5a67215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:16:21.380134 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c9b39d32-eb75-490f-b785-84367f3db719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:16:21.403014 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:16:22.078177 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:16:22.303409 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:16:23.840404 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:16:45.702840 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:16:48.624817 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-bbcb06e2-4680-4da9-adb9-1dd1ca569066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:16:51.385641 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-914cf3ab-9d3e-4f80-b973-1503204c0e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:16:51.397667 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:16:52.103345 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:16:52.304040 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:16:53.840531 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:17:18.625869 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0126b714-f953-40c6-aace-4af292389500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:17:21.390908 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a4e1c7b0-b495-4ab4-8577-bbd00b885b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:17:21.402020 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:17:22.135059 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:17:22.308153 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:17:22.701299 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:17:23.843081 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:17:48.627040 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a2892817-4db0-4b13-9566-63f189359398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:17:51.400222 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-aae35a50-dcfb-4c70-aa52-d9d20290f86a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:17:51.405556 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:17:52.150358 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:17:52.310077 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:17:53.846256 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:17:55.088202 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-207a70ef-0bc1-4594-8bfc-51f2ff0043b4 req-f08ed790-e992-42f4-a7cd-32824df43407 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0db1524d-107a-4ce7-b895-e62bdf73e31c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0744791
Apr 30 14:17:55.247554 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a70ef-0bc1-4594-8bfc-51f2ff0043b4 req-960caea0-d847-45a9-a00c-e2cf4e14632d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:17:55.248880 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-207a70ef-0bc1-4594-8bfc-51f2ff0043b4 req-960caea0-d847-45a9-a00c-e2cf4e14632d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=13478f31079d4d4f97143a6de5da7786&device_id=0db1524d-107a-4ce7-b895-e62bdf73e31c HTTP/1.1" status: 200  len: 1099 time: 0.0692239
Apr 30 14:17:55.392123 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a70ef-0bc1-4594-8bfc-51f2ff0043b4 req-bf4705ed-05c7-42db-b2d5-74664fa4e79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:17:55.393550 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-207a70ef-0bc1-4594-8bfc-51f2ff0043b4 req-bf4705ed-05c7-42db-b2d5-74664fa4e79c service neutron] 10.222.0.43 "GET /v2.0/networks?id=c672d43e-499d-4af9-b38c-fc321cbe269c HTTP/1.1" status: 200  len: 918 time: 0.1235294
Apr 30 14:17:55.573909 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-207a70ef-0bc1-4594-8bfc-51f2ff0043b4 req-3619fa03-4bb4-42ff-826d-a12650e9da77 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae HTTP/1.1" status: 200  len: 1002 time: 0.1723754
Apr 30 14:17:55.639048 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a70ef-0bc1-4594-8bfc-51f2ff0043b4 req-6e14b0dc-602a-4889-958d-86f21dec5441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:17:55.640429 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-207a70ef-0bc1-4594-8bfc-51f2ff0043b4 req-6e14b0dc-602a-4889-958d-86f21dec5441 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f4e52451-0e3b-4085-8ae2-b72618ac007f HTTP/1.1" status: 200  len: 855 time: 0.0585816
Apr 30 14:17:55.715337 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a70ef-0bc1-4594-8bfc-51f2ff0043b4 req-ad06c48c-05d3-44a5-bf7f-5e51efb4fffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:17:55.716776 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-207a70ef-0bc1-4594-8bfc-51f2ff0043b4 req-ad06c48c-05d3-44a5-bf7f-5e51efb4fffb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c672d43e-499d-4af9-b38c-fc321cbe269c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0683696
Apr 30 14:17:55.849046 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-207a70ef-0bc1-4594-8bfc-51f2ff0043b4 req-7c9508e5-de60-4227-8f57-0fabceb27560 service neutron] 10.222.0.43 "GET /v2.0/networks/c672d43e-499d-4af9-b38c-fc321cbe269c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234732
Apr 30 14:17:55.979767 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-207a70ef-0bc1-4594-8bfc-51f2ff0043b4 req-c74c822f-26c2-44b0-af42-12fa40fd054f service neutron] 10.222.0.43 "GET /v2.0/networks/c672d43e-499d-4af9-b38c-fc321cbe269c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222656
Apr 30 14:17:59.700944 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:18:18.628902 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e5f0769c-8feb-415c-b969-3a5a7f84bd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:21.397951 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a91fb26b-a17a-44db-a937-18a4c8c22011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:21.408941 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:22.167814 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:22.314251 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:23.849934 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:26.650115 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061af7f1-73a1-4edd-99da-68acb1bfcd84 req-982e0a62-005c-4d59-b012-6c3547c9682a tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:26.651488 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-061af7f1-73a1-4edd-99da-68acb1bfcd84 req-982e0a62-005c-4d59-b012-6c3547c9682a tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/ports?device_id=0db1524d-107a-4ce7-b895-e62bdf73e31c HTTP/1.1" status: 200  len: 946 time: 0.2020552
Apr 30 14:18:26.698305 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-061af7f1-73a1-4edd-99da-68acb1bfcd84 req-1777728f-0bd1-46bf-9140-7253564869f5 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/security-groups?id=62ffe3f4-3181-4fc9-b98f-5b7e8ed14ac4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399127
Apr 30 14:18:26.960750 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb73d8-bb26-4a47-ae30-1a546aa8e29e req-1f3ab04a-6a95-4b4b-8cad-58d9ec18a6b3 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:26.962159 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9edb73d8-bb26-4a47-ae30-1a546aa8e29e req-1f3ab04a-6a95-4b4b-8cad-58d9ec18a6b3 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.43 "GET /v2.0/ports?device_id=0db1524d-107a-4ce7-b895-e62bdf73e31c HTTP/1.1" status: 200  len: 946 time: 0.0809562
Apr 30 14:18:27.104294 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-9edb73d8-bb26-4a47-ae30-1a546aa8e29e req-8dcecf98-d591-427d-8824-7c3dbee51bfa tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Deleting port 8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:18:27.104633 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-9edb73d8-bb26-4a47-ae30-1a546aa8e29e req-8dcecf98-d591-427d-8824-7c3dbee51bfa tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:27.239991 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-9edb73d8-bb26-4a47-ae30-1a546aa8e29e req-8dcecf98-d591-427d-8824-7c3dbee51bfa tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] For port 8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae,segment=NetworkSegment(24abed45-2ceb-408d-9eba-0cb8b0a103b5),segment_id=24abed45-2ceb-408d-9eba-0cb8b0a103b5)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:18:27.240248 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-9edb73d8-bb26-4a47-ae30-1a546aa8e29e req-8dcecf98-d591-427d-8824-7c3dbee51bfa tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:27.543543 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-9edb73d8-bb26-4a47-ae30-1a546aa8e29e req-8dcecf98-d591-427d-8824-7c3dbee51bfa tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:27.543886 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-9edb73d8-bb26-4a47-ae30-1a546aa8e29e req-8dcecf98-d591-427d-8824-7c3dbee51bfa tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998352'] for floatingip, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:27.544130 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.db.l3_db [req-9edb73d8-bb26-4a47-ae30-1a546aa8e29e req-8dcecf98-d591-427d-8824-7c3dbee51bfa tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Floating IP 0aeaffb7-f78b-49b8-88af-ea9d9f714118 disassociated. External IP: 172.27.1.157, port: 8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae.
Apr 30 14:18:27.544477 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-9edb73d8-bb26-4a47-ae30-1a546aa8e29e req-8dcecf98-d591-427d-8824-7c3dbee51bfa tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Calling delete_port for 8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae owned by compute:nova {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:18:27.673373 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-9edb73d8-bb26-4a47-ae30-1a546aa8e29e req-8dcecf98-d591-427d-8824-7c3dbee51bfa tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5706159'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:27.679173 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-e85d6608-7296-4380-a7b3-3f84609870cb tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:18:27.726372 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcecf98-d591-427d-8824-7c3dbee51bfa tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Pushing event deleted for resources: {'Port': ['ID=8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:18:27.738374 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcecf98-d591-427d-8824-7c3dbee51bfa tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:18:27.738835 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcecf98-d591-427d-8824-7c3dbee51bfa tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:18:27.739232 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcecf98-d591-427d-8824-7c3dbee51bfa tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:18:27.740929 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcecf98-d591-427d-8824-7c3dbee51bfa tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:18:27.740929 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcecf98-d591-427d-8824-7c3dbee51bfa tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:18:27.740929 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcecf98-d591-427d-8824-7c3dbee51bfa tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:18:27.740929 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcecf98-d591-427d-8824-7c3dbee51bfa tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:18:27.740929 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcecf98-d591-427d-8824-7c3dbee51bfa tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:18:27.741327 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcecf98-d591-427d-8824-7c3dbee51bfa tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:18:27.741761 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcecf98-d591-427d-8824-7c3dbee51bfa tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:18:27.742088 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcecf98-d591-427d-8824-7c3dbee51bfa tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:18:27.742669 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcecf98-d591-427d-8824-7c3dbee51bfa tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:18:27.746329 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-8dcecf98-d591-427d-8824-7c3dbee51bfa tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:18:27.979163 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-bd0b7d19-85c7-44dd-87c7-a2afd167b917 req-691b7b4d-e77b-4107-a67e-be8fdfad799b tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/ports?device_id=0db1524d-107a-4ce7-b895-e62bdf73e31c HTTP/1.1" status: 200  len: 210 time: 0.1232319
Apr 30 14:18:28.056047 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9edb73d8-bb26-4a47-ae30-1a546aa8e29e req-8dcecf98-d591-427d-8824-7c3dbee51bfa tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Router 81c0fd10-1371-4748-9b8a-07d44f2b8ae4 has already been hosted by L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d {{(pid=73845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 14:18:28.243357 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9edb73d8-bb26-4a47-ae30-1a546aa8e29e req-8dcecf98-d591-427d-8824-7c3dbee51bfa tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:18:28.253031 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae299273-6dbd-4a03-8ec7-ff4945487309 None None] Sync routers for ids ['81c0fd10-1371-4748-9b8a-07d44f2b8ae4'] in dv-cinder-788365-2-iscsi {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:18:28.264444 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae299273-6dbd-4a03-8ec7-ff4945487309 None None] Routers {'81c0fd10-1371-4748-9b8a-07d44f2b8ae4'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:18:28.265212 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-ae299273-6dbd-4a03-8ec7-ff4945487309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc24174c0>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:18:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['81c0fd10-1371-4748-9b8a-07d44f2b8ae4'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:18:28.328853 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-9edb73d8-bb26-4a47-ae30-1a546aa8e29e req-8dcecf98-d591-427d-8824-7c3dbee51bfa tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] No DVR routers for this DVR port 8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae on host hv-cinder-78836 {{(pid=73845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 14:18:28.331638 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-9edb73d8-bb26-4a47-ae30-1a546aa8e29e req-8dcecf98-d591-427d-8824-7c3dbee51bfa tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:28.334446 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db1524d-107a-4ce7-b895-e62bdf73e31c', 'name': 'network-vif-deleted', 'tag': '8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:18:28.353278 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9edb73d8-bb26-4a47-ae30-1a546aa8e29e req-8dcecf98-d591-427d-8824-7c3dbee51bfa tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.43 "DELETE /v2.0/ports/8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae HTTP/1.1" status: 204  len: 173 time: 1.3842168
Apr 30 14:18:28.453337 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db1524d-107a-4ce7-b895-e62bdf73e31c', 'name': 'network-vif-deleted', 'tag': '8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae', 'status': 'completed', 'code': 200}
Apr 30 14:18:28.493863 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-ae299273-6dbd-4a03-8ec7-ff4945487309 None None] Set router 81c0fd10-1371-4748-9b8a-07d44f2b8ae4 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:18:28.812316 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-ae299273-6dbd-4a03-8ec7-ff4945487309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc24174c0>, [{'id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'name': 'tempest-AttachVolumeShelveTestJSON-656818362-router', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'c708843d-ccc2-48a8-adad-025035c063de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:43Z', 'updated_at': '2021-04-30T14:07:53Z', 'revision_number': 4, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'gw_port': {'id': 'c708843d-ccc2-48a8-adad-025035c063de', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:44Z', 'updated_at': '2021-04-30T14:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '83bdddf4-9278-4964-9e49-62f4e0e3469f', 'name': '', 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'mac_address': 'fa:16:3e:6e:47:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4e52451-0e3b-4085-8ae2-b72618ac007f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:50Z', 'updated_at': '2021-04-30T14:08:05Z', 'revision_number': 5, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'subnets': [{'id': 'f4e52451-0e3b-4085-8ae2-b72618ac007f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:18:28.816177 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae299273-6dbd-4a03-8ec7-ff4945487309 None None] Checking router: 81c0fd10-1371-4748-9b8a-07d44f2b8ae4 for host: dv-cinder-788365-2-iscsi {{(pid=73846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:18:28.824760 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae299273-6dbd-4a03-8ec7-ff4945487309 None None] Routers {'81c0fd10-1371-4748-9b8a-07d44f2b8ae4'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:18:28.825385 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-ae299273-6dbd-4a03-8ec7-ff4945487309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc24174c0>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:18:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['81c0fd10-1371-4748-9b8a-07d44f2b8ae4'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:18:29.024516 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-ae299273-6dbd-4a03-8ec7-ff4945487309 None None] Set router 81c0fd10-1371-4748-9b8a-07d44f2b8ae4 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:18:29.133895 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 50482) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:18:29.206232 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2b66c81d-b3df-4b07-8ee1-5534fd7ce041 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:29.235702 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2b66c81d-b3df-4b07-8ee1-5534fd7ce041 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:29.296997 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2b66c81d-b3df-4b07-8ee1-5534fd7ce041 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:29.303550 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-d9c4e403-b373-4710-82c3-a02e6d3c6b69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:18:29.322303 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66c81d-b3df-4b07-8ee1-5534fd7ce041 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ffe3f4-3181-4fc9-b98f-5b7e8ed14ac4,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:18:29.334720 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66c81d-b3df-4b07-8ee1-5534fd7ce041 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:18:29.335092 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66c81d-b3df-4b07-8ee1-5534fd7ce041 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:18:29.335467 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66c81d-b3df-4b07-8ee1-5534fd7ce041 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:18:29.335835 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66c81d-b3df-4b07-8ee1-5534fd7ce041 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:18:29.336198 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66c81d-b3df-4b07-8ee1-5534fd7ce041 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:18:29.336564 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66c81d-b3df-4b07-8ee1-5534fd7ce041 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:18:29.336930 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66c81d-b3df-4b07-8ee1-5534fd7ce041 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:18:29.337281 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66c81d-b3df-4b07-8ee1-5534fd7ce041 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:18:29.337951 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66c81d-b3df-4b07-8ee1-5534fd7ce041 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:18:29.338313 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66c81d-b3df-4b07-8ee1-5534fd7ce041 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:18:29.338666 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66c81d-b3df-4b07-8ee1-5534fd7ce041 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:18:29.339017 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66c81d-b3df-4b07-8ee1-5534fd7ce041 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:18:29.343967 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-2b66c81d-b3df-4b07-8ee1-5534fd7ce041 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:18:29.345307 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2b66c81d-b3df-4b07-8ee1-5534fd7ce041 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:29.348936 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-2b66c81d-b3df-4b07-8ee1-5534fd7ce041 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "DELETE /v2.0/security-groups/62ffe3f4-3181-4fc9-b98f-5b7e8ed14ac4 HTTP/1.1" status: 204  len: 168 time: 0.2115843
Apr 30 14:18:29.349467 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 50486) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:18:29.366988 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.api.v2.resource [None req-9d5ebf8b-d76d-4122-aa37-b52a30cb24c3 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] show failed (client error): The resource could not be found.
Apr 30 14:18:29.368184 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-9d5ebf8b-d76d-4122-aa37-b52a30cb24c3 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/security-groups/62ffe3f4-3181-4fc9-b98f-5b7e8ed14ac4 HTTP/1.1" status: 404  len: 347 time: 0.0176334
Apr 30 14:18:29.371464 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 50490) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:18:29.432424 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-ae299273-6dbd-4a03-8ec7-ff4945487309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc24174c0>, [{'id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'name': 'tempest-AttachVolumeShelveTestJSON-656818362-router', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'c708843d-ccc2-48a8-adad-025035c063de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:43Z', 'updated_at': '2021-04-30T14:07:53Z', 'revision_number': 4, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'gw_port': {'id': 'c708843d-ccc2-48a8-adad-025035c063de', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:44Z', 'updated_at': '2021-04-30T14:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '83bdddf4-9278-4964-9e49-62f4e0e3469f', 'name': '', 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'mac_address': 'fa:16:3e:6e:47:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4e52451-0e3b-4085-8ae2-b72618ac007f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:50Z', 'updated_at': '2021-04-30T14:08:05Z', 'revision_number': 5, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'subnets': [{'id': 'f4e52451-0e3b-4085-8ae2-b72618ac007f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:18:29.437189 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae299273-6dbd-4a03-8ec7-ff4945487309 None None] The sync data for ids ['81c0fd10-1371-4748-9b8a-07d44f2b8ae4'] in dv-cinder-788365-2-iscsi is: [{'id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'name': 'tempest-AttachVolumeShelveTestJSON-656818362-router', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'c708843d-ccc2-48a8-adad-025035c063de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:43Z', 'updated_at': '2021-04-30T14:07:53Z', 'revision_number': 4, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'gw_port': {'id': 'c708843d-ccc2-48a8-adad-025035c063de', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:44Z', 'updated_at': '2021-04-30T14:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '83bdddf4-9278-4964-9e49-62f4e0e3469f', 'name': '', 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'mac_address': 'fa:16:3e:6e:47:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4e52451-0e3b-4085-8ae2-b72618ac007f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:50Z', 'updated_at': '2021-04-30T14:08:05Z', 'revision_number': 5, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'subnets': [{'id': 'f4e52451-0e3b-4085-8ae2-b72618ac007f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:18:29.626382 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-7e0dee5f-0728-4970-9293-630d6acf3a87 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Deleting port d617012d-b60f-4509-991b-69ef62cf1ee6 {{(pid=73844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:18:29.626734 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7e0dee5f-0728-4970-9293-630d6acf3a87 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:29.686377 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a6725d-24eb-468a-be0f-76e73b14b609 None None] New status for floating IP 0aeaffb7-f78b-49b8-88af-ea9d9f714118: DOWN {{(pid=73847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 14:18:29.754841 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7e0dee5f-0728-4970-9293-630d6acf3a87 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:29.755419 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7e0dee5f-0728-4970-9293-630d6acf3a87 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:29.975131 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-7e0dee5f-0728-4970-9293-630d6acf3a87 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Calling delete_port for d617012d-b60f-4509-991b-69ef62cf1ee6 owned by network:floatingip {{(pid=73844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:18:30.037334 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:18:30.074996 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] No Port match for: 8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:18:30.075723 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 8c4eee94-8c4c-4b2f-9b22-f1bd01aae9ae not bound to the agent host hv-cinder-78836 {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:18:30.101641 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7e0dee5f-0728-4970-9293-630d6acf3a87 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6994046'] for port, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:30.105232 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-004f0ba7-8432-4d4b-8d3f-bbd9676e3066 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:18:30.149346 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0dee5f-0728-4970-9293-630d6acf3a87 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Pushing event deleted for resources: {'Port': ['ID=d617012d-b60f-4509-991b-69ef62cf1ee6,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:18:30.152317 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-7e0dee5f-0728-4970-9293-630d6acf3a87 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:18:30.245376 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7e0dee5f-0728-4970-9293-630d6acf3a87 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for floatingip, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:30.258793 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7e0dee5f-0728-4970-9293-630d6acf3a87 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for floatingip, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:30.259910 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-7e0dee5f-0728-4970-9293-630d6acf3a87 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "DELETE /v2.0/floatingips/0aeaffb7-f78b-49b8-88af-ea9d9f714118 HTTP/1.1" status: 204  len: 168 time: 0.8874190
Apr 30 14:18:30.919704 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 50496) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:18:30.925479 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-3556d6fe-c165-4a45-bd6a-d4d0b03f9250 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Request body: {'security_group': {'name': 'tempest-securitygroup--726778970', 'description': 'tempest-description--297654373'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:18:30.931935 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-3556d6fe-c165-4a45-bd6a-d4d0b03f9250 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:18:30.937139 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-3556d6fe-c165-4a45-bd6a-d4d0b03f9250 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Usage tracker for resource:security_group and tenant:13478f31079d4d4f97143a6de5da7786 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:18:30.940375 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-3556d6fe-c165-4a45-bd6a-d4d0b03f9250 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:18:30.946614 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-3556d6fe-c165-4a45-bd6a-d4d0b03f9250 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:18:30.958691 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3556d6fe-c165-4a45-bd6a-d4d0b03f9250 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:30.980318 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-3556d6fe-c165-4a45-bd6a-d4d0b03f9250 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:18:30.984301 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-3556d6fe-c165-4a45-bd6a-d4d0b03f9250 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Usage tracker for resource:security_group_rule and tenant:13478f31079d4d4f97143a6de5da7786 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:18:30.987301 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-3556d6fe-c165-4a45-bd6a-d4d0b03f9250 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:18:30.993511 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-3556d6fe-c165-4a45-bd6a-d4d0b03f9250 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:18:31.078948 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3556d6fe-c165-4a45-bd6a-d4d0b03f9250 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:31.082598 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3556d6fe-c165-4a45-bd6a-d4d0b03f9250 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:31.086244 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-03f8c463-247c-4834-a219-983178acf85d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:18:31.129684 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556d6fe-c165-4a45-bd6a-d4d0b03f9250 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f51c9d-52bf-44c7-aee5-df444be9e235,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:18:31.133135 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-3556d6fe-c165-4a45-bd6a-d4d0b03f9250 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:18:31.134548 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3556d6fe-c165-4a45-bd6a-d4d0b03f9250 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:31.135756 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-3556d6fe-c165-4a45-bd6a-d4d0b03f9250 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2150476
Apr 30 14:18:31.138658 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 50500) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:18:31.144397 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-50e52408-7c55-4c70-97b0-9c1d2610f1af tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Request body: {'security_group_rule': {'security_group_id': 'c2f51c9d-52bf-44c7-aee5-df444be9e235', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:18:31.150306 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-50e52408-7c55-4c70-97b0-9c1d2610f1af tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:18:31.154374 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-50e52408-7c55-4c70-97b0-9c1d2610f1af tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Usage tracker for resource:security_group_rule and tenant:13478f31079d4d4f97143a6de5da7786 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:18:31.157818 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-50e52408-7c55-4c70-97b0-9c1d2610f1af tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:18:31.163862 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-50e52408-7c55-4c70-97b0-9c1d2610f1af tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:18:31.181462 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-50e52408-7c55-4c70-97b0-9c1d2610f1af tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:31.245098 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-50e52408-7c55-4c70-97b0-9c1d2610f1af tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:31.249176 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-50e52408-7c55-4c70-97b0-9c1d2610f1af tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067617'] for security_group_rule, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:31.251732 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:18:31.276890 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e52408-7c55-4c70-97b0-9c1d2610f1af tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=996a0d31-0ceb-466b-bc19-550a92d9dd46,revision_number=0']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:18:31.281804 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-50e52408-7c55-4c70-97b0-9c1d2610f1af tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:18:31.286627 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-50e52408-7c55-4c70-97b0-9c1d2610f1af tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:31.290363 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-50e52408-7c55-4c70-97b0-9c1d2610f1af tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1505117
Apr 30 14:18:31.290890 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 50504) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:18:31.296901 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-e7ac2c89-6b69-4a2a-a752-64e487144e49 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Request body: {'security_group_rule': {'security_group_id': 'c2f51c9d-52bf-44c7-aee5-df444be9e235', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:18:31.303108 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-e7ac2c89-6b69-4a2a-a752-64e487144e49 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:18:31.307186 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-e7ac2c89-6b69-4a2a-a752-64e487144e49 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Usage tracker for resource:security_group_rule and tenant:13478f31079d4d4f97143a6de5da7786 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:18:31.310001 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-e7ac2c89-6b69-4a2a-a752-64e487144e49 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:18:31.315633 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-e7ac2c89-6b69-4a2a-a752-64e487144e49 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:18:31.332386 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e7ac2c89-6b69-4a2a-a752-64e487144e49 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:31.393276 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e7ac2c89-6b69-4a2a-a752-64e487144e49 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:31.396688 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e7ac2c89-6b69-4a2a-a752-64e487144e49 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067617'] for security_group_rule, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:31.399182 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:18:31.421661 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac2c89-6b69-4a2a-a752-64e487144e49 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8581921-08d2-4ba3-a1ee-02f45bf00bf9,revision_number=0']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:18:31.424551 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-e7ac2c89-6b69-4a2a-a752-64e487144e49 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:18:31.431822 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e7ac2c89-6b69-4a2a-a752-64e487144e49 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:31.433067 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-e7ac2c89-6b69-4a2a-a752-64e487144e49 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1412706
Apr 30 14:18:31.436129 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 50508) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:18:31.441535 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-13e3522b-2b05-48de-accd-52176a76776f tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Request body: {'floatingip': {'floating_network_id': '304f1885-0a25-4285-aed6-702a057610f8'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:18:31.447360 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-13e3522b-2b05-48de-accd-52176a76776f tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:18:31.451186 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-13e3522b-2b05-48de-accd-52176a76776f tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Usage tracker for resource:floatingip and tenant:13478f31079d4d4f97143a6de5da7786 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:18:31.454578 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-13e3522b-2b05-48de-accd-52176a76776f tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:18:31.460322 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-13e3522b-2b05-48de-accd-52176a76776f tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:18:31.471438 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-13e3522b-2b05-48de-accd-52176a76776f tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for floatingip, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:31.620627 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-13e3522b-2b05-48de-accd-52176a76776f tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:31.763148 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.db_base_plugin_common [None req-13e3522b-2b05-48de-accd-52176a76776f tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Allocated IP 172.27.1.83 (304f1885-0a25-4285-aed6-702a057610f8/49300ed0-235c-492b-9da4-467f65f5f0f0/e5ea438a-7ff7-4051-9c03-7d08e8f1eeba) {{(pid=73844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:18:31.918530 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-13e3522b-2b05-48de-accd-52176a76776f tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for port, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:31.947257 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-13e3522b-2b05-48de-accd-52176a76776f tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6994046'] for port, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:31.951084 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-0a67ddf8-461f-4b80-b99c-a443fc4f771e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:18:32.009418 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e3522b-2b05-48de-accd-52176a76776f tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Network 304f1885-0a25-4285-aed6-702a057610f8 is already hosted by enough agents. {{(pid=73844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:18:32.012146 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.base_scheduler [None req-13e3522b-2b05-48de-accd-52176a76776f tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Resources bound (agent type, host, resource id):  {{(pid=73844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:18:32.015117 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e3522b-2b05-48de-accd-52176a76776f tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Received port after_create {{(pid=73844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:18:32.064816 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3522b-2b05-48de-accd-52176a76776f tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Pushing event updated for resources: {'Port': ['ID=e5ea438a-7ff7-4051-9c03-7d08e8f1eeba,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:18:32.067687 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-13e3522b-2b05-48de-accd-52176a76776f tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:18:32.109955 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-13e3522b-2b05-48de-accd-52176a76776f tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:32.171777 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-13e3522b-2b05-48de-accd-52176a76776f tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:32.392452 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-13e3522b-2b05-48de-accd-52176a76776f tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for port, precommit_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:32.397314 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-13e3522b-2b05-48de-accd-52176a76776f tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6994037'] for port, after_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:32.401399 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-09a27a1c-2237-49b1-ae86-6a7d661b7433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:18:32.514491 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3522b-2b05-48de-accd-52176a76776f tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Pushing event updated for resources: {'Port': ['ID=e5ea438a-7ff7-4051-9c03-7d08e8f1eeba,revision_number=2']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:18:32.517243 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-13e3522b-2b05-48de-accd-52176a76776f tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:18:32.524239 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-13e3522b-2b05-48de-accd-52176a76776f tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998352'] for floatingip, after_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:32.548315 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-13e3522b-2b05-48de-accd-52176a76776f tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for floatingip, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:32.549754 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-13e3522b-2b05-48de-accd-52176a76776f tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.1126657
Apr 30 14:18:32.758261 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-2d51b8ba-f4b4-4cae-a2ff-f544b27ca20a tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--726778970&fields=id&tenant_id=13478f31079d4d4f97143a6de5da7786 HTTP/1.1" status: 200  len: 267 time: 0.0469797
Apr 30 14:18:32.916543 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-cead1df1-dbda-4453-a2da-dd530459cea2 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:32.917944 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-cead1df1-dbda-4453-a2da-dd530459cea2 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/networks?id=c672d43e-499d-4af9-b38c-fc321cbe269c HTTP/1.1" status: 200  len: 816 time: 0.1522422
Apr 30 14:18:32.934672 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-c1d2a0fc-aa85-4d22-b935-56f773988e82 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/quotas/13478f31079d4d4f97143a6de5da7786 HTTP/1.1" status: 200  len: 375 time: 0.0095963
Apr 30 14:18:33.037260 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-8c90de10-006a-4e1b-86a7-d04e3d8b07d0 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Synchronizing usage tracker for tenant:13478f31079d4d4f97143a6de5da7786 on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:18:33.058110 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-8c90de10-006a-4e1b-86a7-d04e3d8b07d0 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Unset dirty status for tenant:13478f31079d4d4f97143a6de5da7786 on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:18:33.060560 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-8c90de10-006a-4e1b-86a7-d04e3d8b07d0 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=13478f31079d4d4f97143a6de5da7786&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1173344
Apr 30 14:18:33.133859 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-4e18462f-1429-4135-9cf8-0c2c3a20ec42 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=73845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 14:18:33.135055 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-4e18462f-1429-4135-9cf8-0c2c3a20ec42 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0620244
Apr 30 14:18:33.282162 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-3ac7e0f7-b9ab-4d4a-b2ec-ae01dee850ab service neutron] 10.222.0.32 "GET /v2.0/networks/c672d43e-499d-4af9-b38c-fc321cbe269c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383624
Apr 30 14:18:33.433656 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-a577611e-f032-4008-8787-f0169e0d6f13 service neutron] 10.222.0.32 "GET /v2.0/networks/c672d43e-499d-4af9-b38c-fc321cbe269c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1455266
Apr 30 14:18:33.633046 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-47b2ba90-3f34-430f-8f51-b90dca30813f req-095995af-dc93-4212-97b5-0f9859964d4b tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Synchronizing usage tracker for tenant:13478f31079d4d4f97143a6de5da7786 on resource:port {{(pid=73844) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:18:33.646182 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-47b2ba90-3f34-430f-8f51-b90dca30813f req-095995af-dc93-4212-97b5-0f9859964d4b tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Unset dirty status for tenant:13478f31079d4d4f97143a6de5da7786 on resource:port {{(pid=73844) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:18:33.647357 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-47b2ba90-3f34-430f-8f51-b90dca30813f req-095995af-dc93-4212-97b5-0f9859964d4b tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d6e9176-6435-4b3d-83bc-5e6e375e82c3 HTTP/1.1" status: 200  len: 210 time: 0.0618253
Apr 30 14:18:34.819533 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6a6e4315-48cd-40b1-80c3-7628c0ece21d req-baf2bb87-28df-4644-9d7b-d5a1a0bd4889 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d6e9176-6435-4b3d-83bc-5e6e375e82c3 HTTP/1.1" status: 200  len: 210 time: 0.0432456
Apr 30 14:18:35.079684 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-d138dd8d-aa49-4ca4-8b1c-5ad2c73e5cd1 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:35.081200 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-d138dd8d-aa49-4ca4-8b1c-5ad2c73e5cd1 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.43 "GET /v2.0/networks?id=c672d43e-499d-4af9-b38c-fc321cbe269c HTTP/1.1" status: 200  len: 816 time: 0.1812706
Apr 30 14:18:35.151203 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-1e3510c7-074b-4b71-b51f-95ca03151153 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13478f31079d4d4f97143a6de5da7786 HTTP/1.1" status: 200  len: 379 time: 0.0483129
Apr 30 14:18:35.159304 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-88be73fd-8b67-4cbd-b2a0-5d37a2fd566c tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Request body: {'port': {'device_id': '2d6e9176-6435-4b3d-83bc-5e6e375e82c3', 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c', 'admin_state_up': True, 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'security_groups': ['c2f51c9d-52bf-44c7-aee5-df444be9e235']}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:18:35.296792 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-88be73fd-8b67-4cbd-b2a0-5d37a2fd566c tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:18:35.306372 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-88be73fd-8b67-4cbd-b2a0-5d37a2fd566c tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:18:35.317355 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-88be73fd-8b67-4cbd-b2a0-5d37a2fd566c tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Made reservation on behalf of 13478f31079d4d4f97143a6de5da7786 for: {'port': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:18:35.320723 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-88be73fd-8b67-4cbd-b2a0-5d37a2fd566c tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:35.480208 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-88be73fd-8b67-4cbd-b2a0-5d37a2fd566c tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Allocated IP 172.20.0.6 (c672d43e-499d-4af9-b38c-fc321cbe269c/f4e52451-0e3b-4085-8ae2-b72618ac007f/2d36e158-ea8e-4c90-8837-c35c9c2344da) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:18:35.784940 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-88be73fd-8b67-4cbd-b2a0-5d37a2fd566c tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:35.804247 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-88be73fd-8b67-4cbd-b2a0-5d37a2fd566c tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Transition to ACTIVE for port object 2d36e158-ea8e-4c90-8837-c35c9c2344da will not be triggered until provisioned by entity DHCP. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:18:35.832307 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-88be73fd-8b67-4cbd-b2a0-5d37a2fd566c tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5706159'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:35.841628 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-756f2918-f831-462a-84c4-a1d0a77900c1 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:18:35.904751 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-88be73fd-8b67-4cbd-b2a0-5d37a2fd566c tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Network c672d43e-499d-4af9-b38c-fc321cbe269c is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:18:35.906478 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-88be73fd-8b67-4cbd-b2a0-5d37a2fd566c tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Resources bound (agent type, host, resource id):  {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:18:35.911437 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-88be73fd-8b67-4cbd-b2a0-5d37a2fd566c tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:18:35.957269 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be73fd-8b67-4cbd-b2a0-5d37a2fd566c tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Pushing event updated for resources: {'Port': ['ID=2d36e158-ea8e-4c90-8837-c35c9c2344da,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:18:35.966389 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-88be73fd-8b67-4cbd-b2a0-5d37a2fd566c tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:18:35.991382 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-88be73fd-8b67-4cbd-b2a0-5d37a2fd566c tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:35.992111 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-88be73fd-8b67-4cbd-b2a0-5d37a2fd566c tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:36.021172 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-88be73fd-8b67-4cbd-b2a0-5d37a2fd566c tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8657167
Apr 30 14:18:36.027818 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353b476-746d-43d1-9bbf-3f6a88293299 req-dd5df875-ce84-4c55-ab96-0929483bbebc tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:36.029337 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-2353b476-746d-43d1-9bbf-3f6a88293299 req-dd5df875-ce84-4c55-ab96-0929483bbebc tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d6e9176-6435-4b3d-83bc-5e6e375e82c3 HTTP/1.1" status: 200  len: 931 time: 0.0934439
Apr 30 14:18:36.044512 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-4879b883-1a0c-4eb6-8a3a-e6be18aa77fc tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=73845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 14:18:36.045633 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-4879b883-1a0c-4eb6-8a3a-e6be18aa77fc tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0078249
Apr 30 14:18:36.081217 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-2353b476-746d-43d1-9bbf-3f6a88293299 req-0c91affb-4c78-4f25-ac37-a648dfced63a tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Synchronizing usage tracker for tenant:13478f31079d4d4f97143a6de5da7786 on resource:security_group {{(pid=73844) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:18:36.098751 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-2353b476-746d-43d1-9bbf-3f6a88293299 req-0c91affb-4c78-4f25-ac37-a648dfced63a tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Unset dirty status for tenant:13478f31079d4d4f97143a6de5da7786 on resource:security_group {{(pid=73844) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:18:36.100271 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-2353b476-746d-43d1-9bbf-3f6a88293299 req-0c91affb-4c78-4f25-ac37-a648dfced63a tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f51c9d-52bf-44c7-aee5-df444be9e235&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0614142
Apr 30 14:18:36.112743 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-3132a1ab-addc-40a4-9e74-1ae4203faf2e service neutron] Request body: {'port': {'device_id': '2d6e9176-6435-4b3d-83bc-5e6e375e82c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:18:36.228928 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-3132a1ab-addc-40a4-9e74-1ae4203faf2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:36.250256 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-c0807ad7-4859-437b-85ae-37559aa6199c None None] Provisioning for port 2d36e158-ea8e-4c90-8837-c35c9c2344da completed by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:18:36.255115 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-c0807ad7-4859-437b-85ae-37559aa6199c None None] Provisioning complete for port 2d36e158-ea8e-4c90-8837-c35c9c2344da triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:18:36.255501 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c0807ad7-4859-437b-85ae-37559aa6199c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:36.308905 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-c0807ad7-4859-437b-85ae-37559aa6199c None None] Port 2d36e158-ea8e-4c90-8837-c35c9c2344da cannot update to ACTIVE because it is not bound. {{(pid=73846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 14:18:36.570262 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-3132a1ab-addc-40a4-9e74-1ae4203faf2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d36e158-ea8e-4c90-8837-c35c9c2344da {{(pid=73845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 14:18:36.577779 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-3132a1ab-addc-40a4-9e74-1ae4203faf2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:36.591603 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-3132a1ab-addc-40a4-9e74-1ae4203faf2e service neutron] Transition to ACTIVE for port object 2d36e158-ea8e-4c90-8837-c35c9c2344da will not be triggered until provisioned by entity L2. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:18:36.595759 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-3132a1ab-addc-40a4-9e74-1ae4203faf2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5706148'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:36.599369 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-ebdd4787-d52c-4f2e-873d-151a3d1fd453 tempest-AttachVolumeNegativeTest-1972580859 tempest-AttachVolumeNegativeTest-1972580859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:18:36.700140 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:18:36.748662 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132a1ab-addc-40a4-9e74-1ae4203faf2e service neutron] Pushing event updated for resources: {'Port': ['ID=2d36e158-ea8e-4c90-8837-c35c9c2344da,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:18:36.755977 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-3132a1ab-addc-40a4-9e74-1ae4203faf2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:18:36.831157 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-3132a1ab-addc-40a4-9e74-1ae4203faf2e service neutron] Attempting to bind port 2d36e158-ea8e-4c90-8837-c35c9c2344da on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:18:36.831532 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-3132a1ab-addc-40a4-9e74-1ae4203faf2e service neutron] Attempting to bind port 2d36e158-ea8e-4c90-8837-c35c9c2344da by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '24abed45-2ceb-408d-9eba-0cb8b0a103b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1431, 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c'}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:18:36.831819 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-3132a1ab-addc-40a4-9e74-1ae4203faf2e service neutron] Attempting to bind port 2d36e158-ea8e-4c90-8837-c35c9c2344da on network c672d43e-499d-4af9-b38c-fc321cbe269c {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:18:36.836461 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-3132a1ab-addc-40a4-9e74-1ae4203faf2e service neutron] Port 2d36e158-ea8e-4c90-8837-c35c9c2344da on network c672d43e-499d-4af9-b38c-fc321cbe269c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 14:18:36.837025 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-3132a1ab-addc-40a4-9e74-1ae4203faf2e service neutron] Attempting to bind port 2d36e158-ea8e-4c90-8837-c35c9c2344da on network c672d43e-499d-4af9-b38c-fc321cbe269c {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:18:36.842867 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-3132a1ab-addc-40a4-9e74-1ae4203faf2e service neutron] Checking agent: {'id': 'd3aa7eed-5c97-490e-b2ea-32000fed17dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 14, 5, 52), 'started_at': datetime.datetime(2021, 4, 30, 14, 5, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:18:36.843197 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-3132a1ab-addc-40a4-9e74-1ae4203faf2e service neutron] Checking segment: {'id': '24abed45-2ceb-408d-9eba-0cb8b0a103b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1431, 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:18:36.843578 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-3132a1ab-addc-40a4-9e74-1ae4203faf2e service neutron] Bound using segment: {'id': '24abed45-2ceb-408d-9eba-0cb8b0a103b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1431, 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c'} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:18:36.843999 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-3132a1ab-addc-40a4-9e74-1ae4203faf2e service neutron] Bound port: 2d36e158-ea8e-4c90-8837-c35c9c2344da, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24abed45-2ceb-408d-9eba-0cb8b0a103b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1431, 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c'}}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:18:36.844345 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-3132a1ab-addc-40a4-9e74-1ae4203faf2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:36.933763 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-3132a1ab-addc-40a4-9e74-1ae4203faf2e service neutron] For port 2d36e158-ea8e-4c90-8837-c35c9c2344da, host hv-cinder-78836, cleared binding levels {{(pid=73845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:18:36.937136 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-3132a1ab-addc-40a4-9e74-1ae4203faf2e service neutron] For port 2d36e158-ea8e-4c90-8837-c35c9c2344da, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2d36e158-ea8e-4c90-8837-c35c9c2344da,segment=NetworkSegment(24abed45-2ceb-408d-9eba-0cb8b0a103b5),segment_id=24abed45-2ceb-408d-9eba-0cb8b0a103b5)] {{(pid=73845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:18:36.942561 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-3132a1ab-addc-40a4-9e74-1ae4203faf2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5706148'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:36.946211 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-3671a871-901f-41a0-8f89-ba8aea41fdf4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:18:36.996122 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-3132a1ab-addc-40a4-9e74-1ae4203faf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:36.996122 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-3132a1ab-addc-40a4-9e74-1ae4203faf2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:36.997488 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-3132a1ab-addc-40a4-9e74-1ae4203faf2e service neutron] 10.222.0.43 "PUT /v2.0/ports/2d36e158-ea8e-4c90-8837-c35c9c2344da HTTP/1.1" status: 200  len: 1093 time: 0.9432380
Apr 30 14:18:37.000600 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d6e9176-6435-4b3d-83bc-5e6e375e82c3', 'tag': '2d36e158-ea8e-4c90-8837-c35c9c2344da'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:18:37.035713 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132a1ab-addc-40a4-9e74-1ae4203faf2e service neutron] Pushing event updated for resources: {'Port': ['ID=2d36e158-ea8e-4c90-8837-c35c9c2344da,revision_number=3']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:18:37.038947 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-3132a1ab-addc-40a4-9e74-1ae4203faf2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:18:37.071641 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d6e9176-6435-4b3d-83bc-5e6e375e82c3', 'tag': '2d36e158-ea8e-4c90-8837-c35c9c2344da', 'status': 'completed', 'code': 200}
Apr 30 14:18:37.160270 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-ef7ef416-8dd1-45c3-af20-bd7409962750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:37.161930 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-ef7ef416-8dd1-45c3-af20-bd7409962750 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=13478f31079d4d4f97143a6de5da7786&device_id=2d6e9176-6435-4b3d-83bc-5e6e375e82c3 HTTP/1.1" status: 200  len: 1096 time: 0.0752845
Apr 30 14:18:37.242938 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-5174e1c7-f198-4e73-a1a7-e94c425bb0e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d36e158-ea8e-4c90-8837-c35c9c2344da HTTP/1.1" status: 200  len: 217 time: 0.0692360
Apr 30 14:18:37.314119 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-68be0e5f-a1dc-4f5b-a9e7-f4b524394771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:37.315478 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-68be0e5f-a1dc-4f5b-a9e7-f4b524394771 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f4e52451-0e3b-4085-8ae2-b72618ac007f HTTP/1.1" status: 200  len: 855 time: 0.0650029
Apr 30 14:18:37.401541 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-d552256d-5798-419c-b0fb-46337de23e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:37.403883 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-d552256d-5798-419c-b0fb-46337de23e9e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c672d43e-499d-4af9-b38c-fc321cbe269c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798090
Apr 30 14:18:37.413505 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad47d4-f9fa-4ba1-a6d3-0d72878aa6af req-f84e4da7-7b2a-4990-bae0-c2759e18a8aa tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:37.414990 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-42ad47d4-f9fa-4ba1-a6d3-0d72878aa6af req-f84e4da7-7b2a-4990-bae0-c2759e18a8aa tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d6e9176-6435-4b3d-83bc-5e6e375e82c3 HTTP/1.1" status: 200  len: 943 time: 0.1906061
Apr 30 14:18:37.460583 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-42ad47d4-f9fa-4ba1-a6d3-0d72878aa6af req-0d2bccd0-da30-4647-9943-91c581b3e816 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f51c9d-52bf-44c7-aee5-df444be9e235&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393093
Apr 30 14:18:37.541011 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-8ef5cba0-fcb4-47bc-9d94-ff41af10fcef service neutron] 10.222.0.43 "GET /v2.0/networks/c672d43e-499d-4af9-b38c-fc321cbe269c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1280568
Apr 30 14:18:37.758533 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c5bb6ad3-125b-4a54-846f-0b3f83b45325 req-d0a90bbe-ffa0-449c-9dbb-5d508b888264 service neutron] 10.222.0.43 "GET /v2.0/networks/c672d43e-499d-4af9-b38c-fc321cbe269c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2094548
Apr 30 14:18:37.936155 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27cc954-cf98-43f6-8d65-9b26adb8274f req-646255f1-8012-4a9b-abbb-e63e0db1d9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:37.937893 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b27cc954-cf98-43f6-8d65-9b26adb8274f req-646255f1-8012-4a9b-abbb-e63e0db1d9cb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=13478f31079d4d4f97143a6de5da7786&device_id=2d6e9176-6435-4b3d-83bc-5e6e375e82c3 HTTP/1.1" status: 200  len: 1096 time: 0.0759251
Apr 30 14:18:38.075869 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27cc954-cf98-43f6-8d65-9b26adb8274f req-e20b91ae-b9e1-415c-bfaf-546f4664c422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:38.077881 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b27cc954-cf98-43f6-8d65-9b26adb8274f req-e20b91ae-b9e1-415c-bfaf-546f4664c422 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c672d43e-499d-4af9-b38c-fc321cbe269c HTTP/1.1" status: 200  len: 918 time: 0.1341617
Apr 30 14:18:38.148330 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b27cc954-cf98-43f6-8d65-9b26adb8274f req-f97afebf-eabf-4b81-a272-17fafd319607 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d36e158-ea8e-4c90-8837-c35c9c2344da HTTP/1.1" status: 200  len: 217 time: 0.0651631
Apr 30 14:18:38.215121 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27cc954-cf98-43f6-8d65-9b26adb8274f req-3ce1e943-69a9-49e0-a98b-76440ef61d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:38.216505 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b27cc954-cf98-43f6-8d65-9b26adb8274f req-3ce1e943-69a9-49e0-a98b-76440ef61d96 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f4e52451-0e3b-4085-8ae2-b72618ac007f HTTP/1.1" status: 200  len: 855 time: 0.0603352
Apr 30 14:18:38.290124 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27cc954-cf98-43f6-8d65-9b26adb8274f req-f72efbde-0d41-4613-86dc-322d3c39424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:38.291551 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b27cc954-cf98-43f6-8d65-9b26adb8274f req-f72efbde-0d41-4613-86dc-322d3c39424b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c672d43e-499d-4af9-b38c-fc321cbe269c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0686669
Apr 30 14:18:38.420955 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b27cc954-cf98-43f6-8d65-9b26adb8274f req-6c1232f4-75b6-49b7-9f09-7a544a6589c8 service neutron] 10.222.0.43 "GET /v2.0/networks/c672d43e-499d-4af9-b38c-fc321cbe269c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232421
Apr 30 14:18:38.556010 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b27cc954-cf98-43f6-8d65-9b26adb8274f req-8652e8d6-f422-4448-b98c-000996def6ba service neutron] 10.222.0.43 "GET /v2.0/networks/c672d43e-499d-4af9-b38c-fc321cbe269c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285622
Apr 30 14:18:38.655230 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f0e1e-f7c9-4140-a540-3a4f0e9e30e4 req-51747c51-2153-4706-8f74-dce36ca9b684 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:38.655914 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-e84f0e1e-f7c9-4140-a540-3a4f0e9e30e4 req-51747c51-2153-4706-8f74-dce36ca9b684 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Synchronizing usage tracker for tenant:13478f31079d4d4f97143a6de5da7786 on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:18:38.672820 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-e84f0e1e-f7c9-4140-a540-3a4f0e9e30e4 req-51747c51-2153-4706-8f74-dce36ca9b684 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Unset dirty status for tenant:13478f31079d4d4f97143a6de5da7786 on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:18:38.673911 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e84f0e1e-f7c9-4140-a540-3a4f0e9e30e4 req-51747c51-2153-4706-8f74-dce36ca9b684 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d6e9176-6435-4b3d-83bc-5e6e375e82c3 HTTP/1.1" status: 200  len: 943 time: 0.0977376
Apr 30 14:18:38.722711 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e84f0e1e-f7c9-4140-a540-3a4f0e9e30e4 req-5469a637-7a1f-41f6-91a5-dc36d8947ec1 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f51c9d-52bf-44c7-aee5-df444be9e235&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429125
Apr 30 14:18:39.917614 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0aaad-7a2d-4ec2-9f5d-8b679851d569 req-eafbbe9a-3e2f-43b6-af07-6ea6800f11a4 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:39.919123 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-19e0aaad-7a2d-4ec2-9f5d-8b679851d569 req-eafbbe9a-3e2f-43b6-af07-6ea6800f11a4 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d6e9176-6435-4b3d-83bc-5e6e375e82c3 HTTP/1.1" status: 200  len: 943 time: 0.0839701
Apr 30 14:18:39.966331 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-19e0aaad-7a2d-4ec2-9f5d-8b679851d569 req-001b2a87-3368-4f70-9c52-d118ac55796e tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f51c9d-52bf-44c7-aee5-df444be9e235&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404696
Apr 30 14:18:40.066913 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 2d36e158-ea8e-4c90-8837-c35c9c2344da details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 14:18:40.204120 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port 2d36e158-ea8e-4c90-8837-c35c9c2344da, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2d36e158-ea8e-4c90-8837-c35c9c2344da,segment=NetworkSegment(24abed45-2ceb-408d-9eba-0cb8b0a103b5),segment_id=24abed45-2ceb-408d-9eba-0cb8b0a103b5)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:18:40.217760 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Returning: {'device': '2d36e158-ea8e-4c90-8837-c35c9c2344da', 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c', 'port_id': '2d36e158-ea8e-4c90-8837-c35c9c2344da', 'mac_address': 'fa:16:3e:68:68:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4e52451-0e3b-4085-8ae2-b72618ac007f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 14:18:40.274002 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:40.290897 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d36e158-ea8e-4c90-8837-c35c9c2344da {{(pid=73846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 14:18:40.307345 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port 2d36e158-ea8e-4c90-8837-c35c9c2344da, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2d36e158-ea8e-4c90-8837-c35c9c2344da,segment=NetworkSegment(24abed45-2ceb-408d-9eba-0cb8b0a103b5),segment_id=24abed45-2ceb-408d-9eba-0cb8b0a103b5)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:18:40.311281 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:40.312999 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-713df4ad-4959-4bf7-96c9-fc85b185eef4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:18:40.380661 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Pushing event updated for resources: {'Port': ['ID=2d36e158-ea8e-4c90-8837-c35c9c2344da,revision_number=4']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:18:40.387917 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:18:40.388270 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:18:40.388612 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:18:40.388946 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:18:40.389281 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:18:40.389618 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:18:40.390517 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:18:40.390848 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:18:40.391170 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:18:40.391501 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:18:40.391818 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:18:40.392139 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:18:40.396213 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:18:40.708841 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] get_ports_and_sgs() called for port_ids ['2d36e158-ea8e-4c90-8837-c35c9c2344da'] {{(pid=73846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 14:18:41.162826 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51e612-05be-47e1-abe3-463d3999e587 req-add3fa64-f8d0-4d06-9171-edafc9807b06 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:41.164290 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5c51e612-05be-47e1-abe3-463d3999e587 req-add3fa64-f8d0-4d06-9171-edafc9807b06 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d6e9176-6435-4b3d-83bc-5e6e375e82c3 HTTP/1.1" status: 200  len: 944 time: 0.0821452
Apr 30 14:18:41.217097 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5c51e612-05be-47e1-abe3-463d3999e587 req-76af7735-c1c0-454d-b2ad-f08612f455b0 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f51c9d-52bf-44c7-aee5-df444be9e235&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465500
Apr 30 14:18:42.082548 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 2d36e158-ea8e-4c90-8837-c35c9c2344da up at agent hyperv_hv-cinder-78836 {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:18:42.155681 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Provisioning for port 2d36e158-ea8e-4c90-8837-c35c9c2344da completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:18:42.161525 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Provisioning complete for port 2d36e158-ea8e-4c90-8837-c35c9c2344da triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:18:42.161975 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:42.295028 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:42.323167 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6e9176-6435-4b3d-83bc-5e6e375e82c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d36e158-ea8e-4c90-8837-c35c9c2344da'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:18:42.337569 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port 2d36e158-ea8e-4c90-8837-c35c9c2344da, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2d36e158-ea8e-4c90-8837-c35c9c2344da,segment=NetworkSegment(24abed45-2ceb-408d-9eba-0cb8b0a103b5),segment_id=24abed45-2ceb-408d-9eba-0cb8b0a103b5)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:18:42.342745 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:42.344743 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-3fea2ddc-5678-4fb5-829d-6b93883e2915 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:18:42.421695 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Pushing event updated for resources: {'Port': ['ID=2d36e158-ea8e-4c90-8837-c35c9c2344da,revision_number=5']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:18:42.425413 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:18:42.433838 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd70f78-f7cf-401d-9498-ec0952a1eb53 req-ffcbc0e3-640e-44ce-98ac-166aff3deab6 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:42.434958 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-bcd70f78-f7cf-401d-9498-ec0952a1eb53 req-ffcbc0e3-640e-44ce-98ac-166aff3deab6 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d6e9176-6435-4b3d-83bc-5e6e375e82c3 HTTP/1.1" status: 200  len: 945 time: 0.0938034
Apr 30 14:18:42.445698 dv-cinder-788365-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6e9176-6435-4b3d-83bc-5e6e375e82c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d36e158-ea8e-4c90-8837-c35c9c2344da', 'code': 200}
Apr 30 14:18:42.494038 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-bcd70f78-f7cf-401d-9498-ec0952a1eb53 req-f8848ff6-e178-4928-b764-83a3ddf22ff9 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f51c9d-52bf-44c7-aee5-df444be9e235&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483096
Apr 30 14:18:42.741346 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9d9ab-178f-4558-ad49-5693e3359aba req-2ea5c6be-fc38-4645-87fb-9e1ae8b50a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:42.742761 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-99a9d9ab-178f-4558-ad49-5693e3359aba req-2ea5c6be-fc38-4645-87fb-9e1ae8b50a85 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2d6e9176-6435-4b3d-83bc-5e6e375e82c3 HTTP/1.1" status: 200  len: 1098 time: 0.0760024
Apr 30 14:18:42.786203 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-99a9d9ab-178f-4558-ad49-5693e3359aba req-aeab28f8-b443-47d8-ae0b-75a0fb47b546 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c2f51c9d-52bf-44c7-aee5-df444be9e235&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0350950
Apr 30 14:18:43.697143 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264e1b4-263d-44d1-81da-fdf8522cbed9 req-dfaee0ce-b086-4306-84ee-23c24c63919b tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:43.698635 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6264e1b4-263d-44d1-81da-fdf8522cbed9 req-dfaee0ce-b086-4306-84ee-23c24c63919b tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d6e9176-6435-4b3d-83bc-5e6e375e82c3 HTTP/1.1" status: 200  len: 945 time: 0.0840514
Apr 30 14:18:43.751395 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6264e1b4-263d-44d1-81da-fdf8522cbed9 req-63e54d24-18e2-4bcd-a349-fd5570fcd023 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f51c9d-52bf-44c7-aee5-df444be9e235&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454297
Apr 30 14:18:44.945889 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac825a-9103-46a4-9caa-1634564d7086 req-768506fb-9f78-4d8e-a465-95b3d797f5d2 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:44.947386 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-82ac825a-9103-46a4-9caa-1634564d7086 req-768506fb-9f78-4d8e-a465-95b3d797f5d2 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d6e9176-6435-4b3d-83bc-5e6e375e82c3 HTTP/1.1" status: 200  len: 945 time: 0.0852337
Apr 30 14:18:44.995413 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-82ac825a-9103-46a4-9caa-1634564d7086 req-ddd42d87-c1a6-4474-bc5f-85276403b844 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f51c9d-52bf-44c7-aee5-df444be9e235&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417440
Apr 30 14:18:45.182940 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a8543d-1fb7-401a-830d-8b29a27c07e7 req-107ef813-f13c-4d7e-b8d6-46be70bb0e50 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:45.184401 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d8a8543d-1fb7-401a-830d-8b29a27c07e7 req-107ef813-f13c-4d7e-b8d6-46be70bb0e50 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d6e9176-6435-4b3d-83bc-5e6e375e82c3 HTTP/1.1" status: 200  len: 945 time: 0.0805948
Apr 30 14:18:45.193203 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 50574) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:18:45.198301 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-34db790d-043c-4ad2-b895-854adaf53a81 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Request body: {'floatingip': {'port_id': '2d36e158-ea8e-4c90-8837-c35c9c2344da'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:18:45.281615 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-34db790d-043c-4ad2-b895-854adaf53a81 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for floatingip, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:45.938483 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dccd12-509c-4629-a530-ad724d1ee543 req-16ed5794-ef9c-4d8e-9bef-ff4c0bceb170 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:45.939987 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-71dccd12-509c-4629-a530-ad724d1ee543 req-16ed5794-ef9c-4d8e-9bef-ff4c0bceb170 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0175602-cadd-42db-a0a3-2a1bd982e67b HTTP/1.1" status: 200  len: 945 time: 0.0858593
Apr 30 14:18:45.983947 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-34db790d-043c-4ad2-b895-854adaf53a81 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:45.985900 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-71dccd12-509c-4629-a530-ad724d1ee543 req-6e13546f-8018-4ca9-9d9b-09417e5e0975 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c56191c-c3c1-4b2d-8b91-967fdca9a5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399222
Apr 30 14:18:45.988157 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-34db790d-043c-4ad2-b895-854adaf53a81 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998352'] for floatingip, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:46.164161 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.db.l3_db [None req-34db790d-043c-4ad2-b895-854adaf53a81 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Floating IP 45c66145-6a21-4d4b-9281-4c485abbf698 associated. External IP: 172.27.1.83, port: 2d36e158-ea8e-4c90-8837-c35c9c2344da.
Apr 30 14:18:46.470538 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23150f0-d0c2-4d41-836c-e245e1f1e07d req-4ab54965-ce38-4492-814e-d1e0e7591a41 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:46.471940 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c23150f0-d0c2-4d41-836c-e245e1f1e07d req-4ab54965-ce38-4492-814e-d1e0e7591a41 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0175602-cadd-42db-a0a3-2a1bd982e67b HTTP/1.1" status: 200  len: 945 time: 0.1786478
Apr 30 14:18:46.662702 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34db790d-043c-4ad2-b895-854adaf53a81 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Router 81c0fd10-1371-4748-9b8a-07d44f2b8ae4 has already been hosted by L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d {{(pid=73845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 14:18:46.770613 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-c23150f0-d0c2-4d41-836c-e245e1f1e07d req-e86fb50f-66f2-4a31-9cec-32336ce2d3e0 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Deleting port d221b807-6f03-4f66-815f-0332cd4cec1c {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:18:46.770868 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-c23150f0-d0c2-4d41-836c-e245e1f1e07d req-e86fb50f-66f2-4a31-9cec-32336ce2d3e0 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:47.055819 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34db790d-043c-4ad2-b895-854adaf53a81 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:18:47.061818 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-34db790d-043c-4ad2-b895-854adaf53a81 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for floatingip, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:47.069783 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9496047d-52af-416e-a8c9-f836d64c8176 None None] Sync routers for ids ['81c0fd10-1371-4748-9b8a-07d44f2b8ae4'] in dv-cinder-788365-2-iscsi {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:18:47.079654 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9496047d-52af-416e-a8c9-f836d64c8176 None None] Routers {'81c0fd10-1371-4748-9b8a-07d44f2b8ae4'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:18:47.080271 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-9496047d-52af-416e-a8c9-f836d64c8176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc2287f70>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:18:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['81c0fd10-1371-4748-9b8a-07d44f2b8ae4'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:18:47.170222 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-c23150f0-d0c2-4d41-836c-e245e1f1e07d req-e86fb50f-66f2-4a31-9cec-32336ce2d3e0 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] For port d221b807-6f03-4f66-815f-0332cd4cec1c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d221b807-6f03-4f66-815f-0332cd4cec1c,segment=NetworkSegment(4fa753dc-1c3f-467c-a09c-87267f9be149),segment_id=4fa753dc-1c3f-467c-a09c-87267f9be149)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:18:47.170570 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-c23150f0-d0c2-4d41-836c-e245e1f1e07d req-e86fb50f-66f2-4a31-9cec-32336ce2d3e0 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:47.195038 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-34db790d-043c-4ad2-b895-854adaf53a81 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "PUT /v2.0/floatingips/45c66145-6a21-4d4b-9281-4c485abbf698 HTTP/1.1" status: 200  len: 990 time: 2.0007501
Apr 30 14:18:47.252365 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d6e9176-6435-4b3d-83bc-5e6e375e82c3', 'tag': '2d36e158-ea8e-4c90-8837-c35c9c2344da'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:18:47.269828 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-9496047d-52af-416e-a8c9-f836d64c8176 None None] Set router 81c0fd10-1371-4748-9b8a-07d44f2b8ae4 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:18:47.372467 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d6e9176-6435-4b3d-83bc-5e6e375e82c3', 'tag': '2d36e158-ea8e-4c90-8837-c35c9c2344da', 'status': 'completed', 'code': 200}
Apr 30 14:18:47.385148 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fb34b-7abe-4df6-9297-1c49c913986a req-237268f3-87dd-41d6-a004-6de37a403d28 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:47.386610 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-492fb34b-7abe-4df6-9297-1c49c913986a req-237268f3-87dd-41d6-a004-6de37a403d28 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0175602-cadd-42db-a0a3-2a1bd982e67b HTTP/1.1" status: 200  len: 945 time: 0.2844777
Apr 30 14:18:47.588073 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-492fb34b-7abe-4df6-9297-1c49c913986a req-f80c3630-dec7-43e5-ac67-ae842d6800e7 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c56191c-c3c1-4b2d-8b91-967fdca9a5bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1876206
Apr 30 14:18:47.591323 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-c23150f0-d0c2-4d41-836c-e245e1f1e07d req-e86fb50f-66f2-4a31-9cec-32336ce2d3e0 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:47.591735 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-c23150f0-d0c2-4d41-836c-e245e1f1e07d req-e86fb50f-66f2-4a31-9cec-32336ce2d3e0 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998352'] for floatingip, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:47.591982 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.db.l3_db [req-c23150f0-d0c2-4d41-836c-e245e1f1e07d req-e86fb50f-66f2-4a31-9cec-32336ce2d3e0 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Floating IP 9c68983a-585e-4e68-9075-aba7c3a0a43d disassociated. External IP: 172.27.1.36, port: d221b807-6f03-4f66-815f-0332cd4cec1c.
Apr 30 14:18:47.592315 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-c23150f0-d0c2-4d41-836c-e245e1f1e07d req-e86fb50f-66f2-4a31-9cec-32336ce2d3e0 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Calling delete_port for d221b807-6f03-4f66-815f-0332cd4cec1c owned by compute:nova {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:18:47.629835 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3517f0c-386d-4d96-b65c-372d11321a10 req-8aa133fa-4b98-485e-a30b-63b083ba65a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:47.631299 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a3517f0c-386d-4d96-b65c-372d11321a10 req-8aa133fa-4b98-485e-a30b-63b083ba65a2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=13478f31079d4d4f97143a6de5da7786&device_id=2d6e9176-6435-4b3d-83bc-5e6e375e82c3 HTTP/1.1" status: 200  len: 1098 time: 0.2052875
Apr 30 14:18:47.656589 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-9496047d-52af-416e-a8c9-f836d64c8176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc2287f70>, [{'id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'name': 'tempest-AttachVolumeShelveTestJSON-656818362-router', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'c708843d-ccc2-48a8-adad-025035c063de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:43Z', 'updated_at': '2021-04-30T14:07:53Z', 'revision_number': 4, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'gw_port': {'id': 'c708843d-ccc2-48a8-adad-025035c063de', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:44Z', 'updated_at': '2021-04-30T14:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_floatingips': [{'id': '45c66145-6a21-4d4b-9281-4c485abbf698', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'router_id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'port_id': '2d36e158-ea8e-4c90-8837-c35c9c2344da', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c', 'mac_address': 'fa:16:3e:68:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6e9176-6435-4b3d-83bc-5e6e375e82c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:18:32Z', 'updated_at': '2021-04-30T14:18:45Z', 'revision_number': 1, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83bdddf4-9278-4964-9e49-62f4e0e3469f', 'name': '', 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'mac_address': 'fa:16:3e:6e:47:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4e52451-0e3b-4085-8ae2-b72618ac007f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:50Z', 'updated_at': '2021-04-30T14:08:05Z', 'revision_number': 5, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'subnets': [{'id': 'f4e52451-0e3b-4085-8ae2-b72618ac007f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:18:47.660401 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9496047d-52af-416e-a8c9-f836d64c8176 None None] Checking router: 81c0fd10-1371-4748-9b8a-07d44f2b8ae4 for host: dv-cinder-788365-2-iscsi {{(pid=73846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:18:47.668716 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9496047d-52af-416e-a8c9-f836d64c8176 None None] Routers {'81c0fd10-1371-4748-9b8a-07d44f2b8ae4'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:18:47.669328 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-9496047d-52af-416e-a8c9-f836d64c8176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc2287f70>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:18:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['81c0fd10-1371-4748-9b8a-07d44f2b8ae4'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:18:47.818927 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3517f0c-386d-4d96-b65c-372d11321a10 req-cb31e3c1-c5da-4c6c-8c16-dbf7fb72b3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:47.820370 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a3517f0c-386d-4d96-b65c-372d11321a10 req-cb31e3c1-c5da-4c6c-8c16-dbf7fb72b3a9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c672d43e-499d-4af9-b38c-fc321cbe269c HTTP/1.1" status: 200  len: 918 time: 0.1819348
Apr 30 14:18:47.851888 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-9496047d-52af-416e-a8c9-f836d64c8176 None None] Set router 81c0fd10-1371-4748-9b8a-07d44f2b8ae4 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:18:47.885435 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-c23150f0-d0c2-4d41-836c-e245e1f1e07d req-e86fb50f-66f2-4a31-9cec-32336ce2d3e0 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5706159'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:47.897676 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-88be73fd-8b67-4cbd-b2a0-5d37a2fd566c tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:18:47.946865 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86fb50f-66f2-4a31-9cec-32336ce2d3e0 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Pushing event deleted for resources: {'Port': ['ID=d221b807-6f03-4f66-815f-0332cd4cec1c,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:18:47.953901 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-e86fb50f-66f2-4a31-9cec-32336ce2d3e0 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:18:48.032785 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a3517f0c-386d-4d96-b65c-372d11321a10 req-26df5eff-0410-449d-acaf-0f40faedafe6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d36e158-ea8e-4c90-8837-c35c9c2344da HTTP/1.1" status: 200  len: 998 time: 0.2030892
Apr 30 14:18:48.179888 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3517f0c-386d-4d96-b65c-372d11321a10 req-a97163f7-77e1-4b26-93f2-763e6d9928f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:48.181293 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a3517f0c-386d-4d96-b65c-372d11321a10 req-a97163f7-77e1-4b26-93f2-763e6d9928f3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f4e52451-0e3b-4085-8ae2-b72618ac007f HTTP/1.1" status: 200  len: 855 time: 0.1400623
Apr 30 14:18:48.225563 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-9496047d-52af-416e-a8c9-f836d64c8176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc2287f70>, [{'id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'name': 'tempest-AttachVolumeShelveTestJSON-656818362-router', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'c708843d-ccc2-48a8-adad-025035c063de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:43Z', 'updated_at': '2021-04-30T14:07:53Z', 'revision_number': 4, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'gw_port': {'id': 'c708843d-ccc2-48a8-adad-025035c063de', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:44Z', 'updated_at': '2021-04-30T14:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_floatingips': [{'id': '45c66145-6a21-4d4b-9281-4c485abbf698', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'router_id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'port_id': '2d36e158-ea8e-4c90-8837-c35c9c2344da', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c', 'mac_address': 'fa:16:3e:68:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6e9176-6435-4b3d-83bc-5e6e375e82c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:18:32Z', 'updated_at': '2021-04-30T14:18:45Z', 'revision_number': 1, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83bdddf4-9278-4964-9e49-62f4e0e3469f', 'name': '', 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'mac_address': 'fa:16:3e:6e:47:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4e52451-0e3b-4085-8ae2-b72618ac007f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:50Z', 'updated_at': '2021-04-30T14:08:05Z', 'revision_number': 5, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'subnets': [{'id': 'f4e52451-0e3b-4085-8ae2-b72618ac007f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:18:48.229638 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9496047d-52af-416e-a8c9-f836d64c8176 None None] The sync data for ids ['81c0fd10-1371-4748-9b8a-07d44f2b8ae4'] in dv-cinder-788365-2-iscsi is: [{'id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'name': 'tempest-AttachVolumeShelveTestJSON-656818362-router', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'c708843d-ccc2-48a8-adad-025035c063de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:43Z', 'updated_at': '2021-04-30T14:07:53Z', 'revision_number': 4, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'gw_port': {'id': 'c708843d-ccc2-48a8-adad-025035c063de', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:44Z', 'updated_at': '2021-04-30T14:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_floatingips': [{'id': '45c66145-6a21-4d4b-9281-4c485abbf698', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'router_id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'port_id': '2d36e158-ea8e-4c90-8837-c35c9c2344da', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c', 'mac_address': 'fa:16:3e:68:68:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6e9176-6435-4b3d-83bc-5e6e375e82c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:18:32Z', 'updated_at': '2021-04-30T14:18:45Z', 'revision_number': 1, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83bdddf4-9278-4964-9e49-62f4e0e3469f', 'name': '', 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'mac_address': 'fa:16:3e:6e:47:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4e52451-0e3b-4085-8ae2-b72618ac007f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:50Z', 'updated_at': '2021-04-30T14:08:05Z', 'revision_number': 5, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'subnets': [{'id': 'f4e52451-0e3b-4085-8ae2-b72618ac007f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:18:48.254259 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c23150f0-d0c2-4d41-836c-e245e1f1e07d req-e86fb50f-66f2-4a31-9cec-32336ce2d3e0 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Router bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417 has already been hosted by L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d {{(pid=73845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 14:18:48.355619 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3517f0c-386d-4d96-b65c-372d11321a10 req-dfb0e737-be83-4869-8b7d-6e29daa60883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:48.357091 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a3517f0c-386d-4d96-b65c-372d11321a10 req-dfb0e737-be83-4869-8b7d-6e29daa60883 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c672d43e-499d-4af9-b38c-fc321cbe269c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1712253
Apr 30 14:18:48.419614 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd66adc-c5d3-4564-be3c-d4da601adefa None None] New status for floating IP 45c66145-6a21-4d4b-9281-4c485abbf698: ACTIVE {{(pid=73847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 14:18:48.639533 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-451be915-d1ba-4919-9fcf-2fc3bb05cd82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:48.675717 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c23150f0-d0c2-4d41-836c-e245e1f1e07d req-e86fb50f-66f2-4a31-9cec-32336ce2d3e0 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:18:48.688855 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ea04cf-d591-43d4-b524-6f5d9f183252 None None] Sync routers for ids ['bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'] in dv-cinder-788365-2-iscsi {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:18:48.701386 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ea04cf-d591-43d4-b524-6f5d9f183252 None None] Routers {'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:18:48.702407 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-c5ea04cf-d591-43d4-b524-6f5d9f183252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc22872b0>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:18:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:18:48.815789 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23150f0-d0c2-4d41-836c-e245e1f1e07d req-e86fb50f-66f2-4a31-9cec-32336ce2d3e0 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] No DVR routers for this DVR port d221b807-6f03-4f66-815f-0332cd4cec1c on host hv-cinder-78836 {{(pid=73845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 14:18:48.818907 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a8fd8acb-06cd-45fc-913f-61b363a19949 req-b859fab3-17fb-4969-b0ac-327cd9545c92 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0175602-cadd-42db-a0a3-2a1bd982e67b HTTP/1.1" status: 200  len: 210 time: 0.1008780
Apr 30 14:18:48.819885 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-c23150f0-d0c2-4d41-836c-e245e1f1e07d req-e86fb50f-66f2-4a31-9cec-32336ce2d3e0 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:48.823849 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a3517f0c-386d-4d96-b65c-372d11321a10 req-8e0a3df5-01af-42e5-828c-876ad7c99375 service neutron] 10.222.0.43 "GET /v2.0/networks/c672d43e-499d-4af9-b38c-fc321cbe269c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4553897
Apr 30 14:18:48.865104 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c23150f0-d0c2-4d41-836c-e245e1f1e07d req-e86fb50f-66f2-4a31-9cec-32336ce2d3e0 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.43 "DELETE /v2.0/ports/d221b807-6f03-4f66-815f-0332cd4cec1c HTTP/1.1" status: 204  len: 173 time: 2.3830309
Apr 30 14:18:48.903900 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-c5ea04cf-d591-43d4-b524-6f5d9f183252 None None] Set router bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:18:48.960641 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a3517f0c-386d-4d96-b65c-372d11321a10 req-de750573-698a-4489-b402-8429637d3789 service neutron] 10.222.0.43 "GET /v2.0/networks/c672d43e-499d-4af9-b38c-fc321cbe269c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1318083
Apr 30 14:18:49.226203 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-c5ea04cf-d591-43d4-b524-6f5d9f183252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc22872b0>, [{'id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'name': 'tempest-AttachVolumeTestJSON-1245073814-router', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:51Z', 'updated_at': '2021-04-30T14:08:12Z', 'revision_number': 4, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'gw_port': {'id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:48:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:54Z', 'updated_at': '2021-04-30T14:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '59f1e779-4aa2-4a4f-993d-5c998c94a94c', 'name': '', 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'mac_address': 'fa:16:3e:0a:13:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cbf9a206-b4b1-4cb9-a994-3e377e8fd720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:08:08Z', 'updated_at': '2021-04-30T14:08:24Z', 'revision_number': 5, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'subnets': [{'id': 'cbf9a206-b4b1-4cb9-a994-3e377e8fd720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:18:49.229956 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ea04cf-d591-43d4-b524-6f5d9f183252 None None] Checking router: bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417 for host: dv-cinder-788365-2-iscsi {{(pid=73846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:18:49.239278 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ea04cf-d591-43d4-b524-6f5d9f183252 None None] Routers {'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:18:49.239909 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-c5ea04cf-d591-43d4-b524-6f5d9f183252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc22872b0>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:18:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:18:49.373129 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0175602-cadd-42db-a0a3-2a1bd982e67b', 'name': 'network-vif-deleted', 'tag': 'd221b807-6f03-4f66-815f-0332cd4cec1c'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:18:49.421910 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0175602-cadd-42db-a0a3-2a1bd982e67b', 'name': 'network-vif-deleted', 'tag': 'd221b807-6f03-4f66-815f-0332cd4cec1c', 'status': 'completed', 'code': 200}
Apr 30 14:18:49.477109 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-c5ea04cf-d591-43d4-b524-6f5d9f183252 None None] Set router bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:18:49.787179 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-c5ea04cf-d591-43d4-b524-6f5d9f183252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc22872b0>, [{'id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'name': 'tempest-AttachVolumeTestJSON-1245073814-router', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:51Z', 'updated_at': '2021-04-30T14:08:12Z', 'revision_number': 4, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'gw_port': {'id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:48:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:54Z', 'updated_at': '2021-04-30T14:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '59f1e779-4aa2-4a4f-993d-5c998c94a94c', 'name': '', 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'mac_address': 'fa:16:3e:0a:13:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cbf9a206-b4b1-4cb9-a994-3e377e8fd720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:08:08Z', 'updated_at': '2021-04-30T14:08:24Z', 'revision_number': 5, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'subnets': [{'id': 'cbf9a206-b4b1-4cb9-a994-3e377e8fd720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:18:49.790990 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ea04cf-d591-43d4-b524-6f5d9f183252 None None] The sync data for ids ['bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'] in dv-cinder-788365-2-iscsi is: [{'id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'name': 'tempest-AttachVolumeTestJSON-1245073814-router', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:51Z', 'updated_at': '2021-04-30T14:08:12Z', 'revision_number': 4, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'gw_port': {'id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:48:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:54Z', 'updated_at': '2021-04-30T14:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '59f1e779-4aa2-4a4f-993d-5c998c94a94c', 'name': '', 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'mac_address': 'fa:16:3e:0a:13:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cbf9a206-b4b1-4cb9-a994-3e377e8fd720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:08:08Z', 'updated_at': '2021-04-30T14:08:24Z', 'revision_number': 5, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'subnets': [{'id': 'cbf9a206-b4b1-4cb9-a994-3e377e8fd720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:18:49.947481 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 50604) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:18:49.996189 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5638b9ac-3fa5-4ccb-ab3a-dc726ea0e396 None None] New status for floating IP 9c68983a-585e-4e68-9075-aba7c3a0a43d: DOWN {{(pid=73847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 14:18:50.014827 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5dec9813-12be-40cc-bd5f-0c5eb14dfee4 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:50.043437 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5dec9813-12be-40cc-bd5f-0c5eb14dfee4 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:50.101626 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5dec9813-12be-40cc-bd5f-0c5eb14dfee4 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:50.105379 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-6ddc913c-6c77-4bdb-bfce-5d72182fa350 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:18:50.112762 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device d221b807-6f03-4f66-815f-0332cd4cec1c no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:18:50.121994 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec9813-12be-40cc-bd5f-0c5eb14dfee4 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c56191c-c3c1-4b2d-8b91-967fdca9a5bf,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:18:50.124791 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-5dec9813-12be-40cc-bd5f-0c5eb14dfee4 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:18:50.134613 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5dec9813-12be-40cc-bd5f-0c5eb14dfee4 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:50.138178 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-5dec9813-12be-40cc-bd5f-0c5eb14dfee4 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "DELETE /v2.0/security-groups/8c56191c-c3c1-4b2d-8b91-967fdca9a5bf HTTP/1.1" status: 204  len: 168 time: 0.1896336
Apr 30 14:18:50.138587 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 50608) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:18:50.155503 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.api.v2.resource [None req-2c2a6e59-bc96-41e8-982f-2df52edbba4f tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] show failed (client error): The resource could not be found.
Apr 30 14:18:50.157766 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-2c2a6e59-bc96-41e8-982f-2df52edbba4f tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/security-groups/8c56191c-c3c1-4b2d-8b91-967fdca9a5bf HTTP/1.1" status: 404  len: 347 time: 0.0172226
Apr 30 14:18:50.159801 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 50612) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:18:50.161529 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] No Port match for: d221b807-6f03-4f66-815f-0332cd4cec1c {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:18:50.162295 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device d221b807-6f03-4f66-815f-0332cd4cec1c not bound to the agent host hv-cinder-78836 {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:18:50.384508 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-50a70c49-4c82-450f-af1c-1b8a9a6b78a7 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Deleting port d49da416-1b2d-4933-b595-cbe1f8752f40 {{(pid=73844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:18:50.384858 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-50a70c49-4c82-450f-af1c-1b8a9a6b78a7 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:50.511695 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-50a70c49-4c82-450f-af1c-1b8a9a6b78a7 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:50.512022 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-50a70c49-4c82-450f-af1c-1b8a9a6b78a7 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:50.634484 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-50a70c49-4c82-450f-af1c-1b8a9a6b78a7 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Calling delete_port for d49da416-1b2d-4933-b595-cbe1f8752f40 owned by network:floatingip {{(pid=73844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:18:50.749658 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-50a70c49-4c82-450f-af1c-1b8a9a6b78a7 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6994046'] for port, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:50.753911 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-579875ac-6cbd-4e6c-8dd5-dc76589009da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:18:50.798409 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a70c49-4c82-450f-af1c-1b8a9a6b78a7 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Pushing event deleted for resources: {'Port': ['ID=d49da416-1b2d-4933-b595-cbe1f8752f40,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:18:50.824815 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-50a70c49-4c82-450f-af1c-1b8a9a6b78a7 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:18:50.889972 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-50a70c49-4c82-450f-af1c-1b8a9a6b78a7 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for floatingip, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:50.904116 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-50a70c49-4c82-450f-af1c-1b8a9a6b78a7 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for floatingip, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:50.905277 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-50a70c49-4c82-450f-af1c-1b8a9a6b78a7 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "DELETE /v2.0/floatingips/9c68983a-585e-4e68-9075-aba7c3a0a43d HTTP/1.1" status: 204  len: 168 time: 0.7444859
Apr 30 14:18:51.389684 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-65085257-fd47-46df-9ea5-529ccbe148ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:51.407649 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:51.581635 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 50620) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:18:51.587009 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-aac8ed67-b8e7-4b4d-8917-c028dad44826 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Request body: {'security_group': {'name': 'tempest-securitygroup--737793606', 'description': 'tempest-description--2125572881'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:18:51.592970 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-aac8ed67-b8e7-4b4d-8917-c028dad44826 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:18:51.597041 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-aac8ed67-b8e7-4b4d-8917-c028dad44826 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Usage tracker for resource:security_group and tenant:7abbf22e49d14a8ba3c6061e4aaeef34 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:18:51.599885 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-aac8ed67-b8e7-4b4d-8917-c028dad44826 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:18:51.605422 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-aac8ed67-b8e7-4b4d-8917-c028dad44826 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:18:51.616387 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-aac8ed67-b8e7-4b4d-8917-c028dad44826 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:51.635930 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-aac8ed67-b8e7-4b4d-8917-c028dad44826 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:18:51.639632 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-aac8ed67-b8e7-4b4d-8917-c028dad44826 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Usage tracker for resource:security_group_rule and tenant:7abbf22e49d14a8ba3c6061e4aaeef34 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:18:51.642428 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-aac8ed67-b8e7-4b4d-8917-c028dad44826 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:18:51.647859 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-aac8ed67-b8e7-4b4d-8917-c028dad44826 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:18:51.716843 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-aac8ed67-b8e7-4b4d-8917-c028dad44826 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:51.720371 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-aac8ed67-b8e7-4b4d-8917-c028dad44826 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:51.725235 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-78aee510-57aa-46df-95c8-7cd50f9f0f03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:18:51.764901 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8ed67-b8e7-4b4d-8917-c028dad44826 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9aba034-1e55-45ae-ab6c-b1343193ce6f,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:18:51.770141 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-aac8ed67-b8e7-4b4d-8917-c028dad44826 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:51.772597 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-aac8ed67-b8e7-4b4d-8917-c028dad44826 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.1888065
Apr 30 14:18:51.772597 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-aac8ed67-b8e7-4b4d-8917-c028dad44826 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:18:51.774605 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 50626) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:18:51.779923 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-db621475-bebf-4cac-8d45-f81eec5c4881 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Request body: {'security_group_rule': {'security_group_id': 'b9aba034-1e55-45ae-ab6c-b1343193ce6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:18:51.786023 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-db621475-bebf-4cac-8d45-f81eec5c4881 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:18:51.790028 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-db621475-bebf-4cac-8d45-f81eec5c4881 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Usage tracker for resource:security_group_rule and tenant:7abbf22e49d14a8ba3c6061e4aaeef34 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:18:51.792909 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-db621475-bebf-4cac-8d45-f81eec5c4881 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:18:51.799252 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-db621475-bebf-4cac-8d45-f81eec5c4881 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:18:51.816494 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-db621475-bebf-4cac-8d45-f81eec5c4881 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:51.880030 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-db621475-bebf-4cac-8d45-f81eec5c4881 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:51.883450 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-db621475-bebf-4cac-8d45-f81eec5c4881 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067617'] for security_group_rule, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:51.885396 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:18:51.911711 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db621475-bebf-4cac-8d45-f81eec5c4881 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=395fd1e4-ca46-406f-b154-d23c40cefc9c,revision_number=0']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:18:51.915113 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-db621475-bebf-4cac-8d45-f81eec5c4881 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:18:51.922538 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-db621475-bebf-4cac-8d45-f81eec5c4881 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:51.923712 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-db621475-bebf-4cac-8d45-f81eec5c4881 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1481898
Apr 30 14:18:51.926343 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 50630) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:18:51.931346 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-0f2b9550-d6dd-4b09-9ed6-c80c3aee4777 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Request body: {'security_group_rule': {'security_group_id': 'b9aba034-1e55-45ae-ab6c-b1343193ce6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:18:51.936839 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-0f2b9550-d6dd-4b09-9ed6-c80c3aee4777 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:18:51.940614 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-0f2b9550-d6dd-4b09-9ed6-c80c3aee4777 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Usage tracker for resource:security_group_rule and tenant:7abbf22e49d14a8ba3c6061e4aaeef34 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:18:51.943440 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-0f2b9550-d6dd-4b09-9ed6-c80c3aee4777 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:18:51.949006 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-0f2b9550-d6dd-4b09-9ed6-c80c3aee4777 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:18:51.964293 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-0f2b9550-d6dd-4b09-9ed6-c80c3aee4777 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:52.026764 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-0f2b9550-d6dd-4b09-9ed6-c80c3aee4777 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:52.030703 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-0f2b9550-d6dd-4b09-9ed6-c80c3aee4777 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067617'] for security_group_rule, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:52.033076 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:18:52.055501 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b9550-d6dd-4b09-9ed6-c80c3aee4777 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dc12dfa-c0e2-4856-97a2-ad67f4fc2ea0,revision_number=0']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:18:52.058011 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-0f2b9550-d6dd-4b09-9ed6-c80c3aee4777 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:18:52.064914 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-0f2b9550-d6dd-4b09-9ed6-c80c3aee4777 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:52.066125 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-0f2b9550-d6dd-4b09-9ed6-c80c3aee4777 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1388521
Apr 30 14:18:52.068992 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 50634) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:18:52.073895 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-3bdd8f96-ac31-4582-9472-e2301531a042 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Request body: {'floatingip': {'floating_network_id': '304f1885-0a25-4285-aed6-702a057610f8'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:18:52.079605 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-3bdd8f96-ac31-4582-9472-e2301531a042 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:18:52.083396 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-3bdd8f96-ac31-4582-9472-e2301531a042 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Usage tracker for resource:floatingip and tenant:7abbf22e49d14a8ba3c6061e4aaeef34 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:18:52.086243 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-3bdd8f96-ac31-4582-9472-e2301531a042 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:18:52.092144 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-3bdd8f96-ac31-4582-9472-e2301531a042 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:18:52.106876 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3bdd8f96-ac31-4582-9472-e2301531a042 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for floatingip, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:52.164942 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:52.318007 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:52.330581 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3bdd8f96-ac31-4582-9472-e2301531a042 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:52.469480 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.db_base_plugin_common [None req-3bdd8f96-ac31-4582-9472-e2301531a042 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Allocated IP 172.27.1.124 (304f1885-0a25-4285-aed6-702a057610f8/49300ed0-235c-492b-9da4-467f65f5f0f0/0b067952-a8aa-44ac-a9b1-757afadb621f) {{(pid=73844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:18:52.614749 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3bdd8f96-ac31-4582-9472-e2301531a042 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for port, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:52.643322 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3bdd8f96-ac31-4582-9472-e2301531a042 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6994046'] for port, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:52.646692 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:18:52.704360 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdd8f96-ac31-4582-9472-e2301531a042 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Network 304f1885-0a25-4285-aed6-702a057610f8 is already hosted by enough agents. {{(pid=73844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:18:52.707079 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.base_scheduler [None req-3bdd8f96-ac31-4582-9472-e2301531a042 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Resources bound (agent type, host, resource id):  {{(pid=73844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:18:52.715385 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdd8f96-ac31-4582-9472-e2301531a042 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Received port after_create {{(pid=73844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:18:52.747952 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd8f96-ac31-4582-9472-e2301531a042 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Pushing event updated for resources: {'Port': ['ID=0b067952-a8aa-44ac-a9b1-757afadb621f,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:18:52.754737 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-3bdd8f96-ac31-4582-9472-e2301531a042 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:18:52.800340 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3bdd8f96-ac31-4582-9472-e2301531a042 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:52.859200 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3bdd8f96-ac31-4582-9472-e2301531a042 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:53.067531 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3bdd8f96-ac31-4582-9472-e2301531a042 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for port, precommit_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:53.072224 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3bdd8f96-ac31-4582-9472-e2301531a042 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6994037'] for port, after_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:53.076807 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-5f44164b-8cd3-4170-bb53-08a205330a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:18:53.184385 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd8f96-ac31-4582-9472-e2301531a042 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Pushing event updated for resources: {'Port': ['ID=0b067952-a8aa-44ac-a9b1-757afadb621f,revision_number=2']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:18:53.187096 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-3bdd8f96-ac31-4582-9472-e2301531a042 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:18:53.196300 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3bdd8f96-ac31-4582-9472-e2301531a042 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998352'] for floatingip, after_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:53.217734 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3bdd8f96-ac31-4582-9472-e2301531a042 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for floatingip, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:53.226089 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-3bdd8f96-ac31-4582-9472-e2301531a042 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1491015
Apr 30 14:18:53.393739 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-10ccb2be-94f3-4bfa-860a-263098148519 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Synchronizing usage tracker for tenant:7abbf22e49d14a8ba3c6061e4aaeef34 on resource:security_group {{(pid=73844) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:18:53.409461 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-10ccb2be-94f3-4bfa-860a-263098148519 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Unset dirty status for tenant:7abbf22e49d14a8ba3c6061e4aaeef34 on resource:security_group {{(pid=73844) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:18:53.410640 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-10ccb2be-94f3-4bfa-860a-263098148519 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--737793606&fields=id&tenant_id=7abbf22e49d14a8ba3c6061e4aaeef34 HTTP/1.1" status: 200  len: 267 time: 0.0561383
Apr 30 14:18:53.560041 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-b698ccb2-50b5-4be5-8292-a21189b891bc tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:53.561402 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-b698ccb2-50b5-4be5-8292-a21189b891bc tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/networks?id=f610bd26-2e37-48ef-90fd-5e8ebed549b3 HTTP/1.1" status: 200  len: 811 time: 0.1441016
Apr 30 14:18:53.576088 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-4d3b803b-389e-441a-b068-1e3bb2f56909 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/quotas/7abbf22e49d14a8ba3c6061e4aaeef34 HTTP/1.1" status: 200  len: 375 time: 0.0091245
Apr 30 14:18:53.658486 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-57064bd7-eaee-48bd-afb9-8127be7ddfc8 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Synchronizing usage tracker for tenant:7abbf22e49d14a8ba3c6061e4aaeef34 on resource:port {{(pid=73844) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:18:53.673988 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-57064bd7-eaee-48bd-afb9-8127be7ddfc8 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Unset dirty status for tenant:7abbf22e49d14a8ba3c6061e4aaeef34 on resource:port {{(pid=73844) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:18:53.675251 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-57064bd7-eaee-48bd-afb9-8127be7ddfc8 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7abbf22e49d14a8ba3c6061e4aaeef34&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0942166
Apr 30 14:18:53.732575 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-d4d209a2-59bb-45c7-8721-2d8a72e2d525 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=73844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 14:18:53.733543 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-d4d209a2-59bb-45c7-8721-2d8a72e2d525 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0468857
Apr 30 14:18:53.853055 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:53.866172 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-60e231da-94bc-4f9f-a122-1b6d2e4a1ba5 service neutron] 10.222.0.32 "GET /v2.0/networks/f610bd26-2e37-48ef-90fd-5e8ebed549b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259992
Apr 30 14:18:54.000007 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-bfb5f014-4c9f-4a65-b8f0-af68880f470a service neutron] 10.222.0.32 "GET /v2.0/networks/f610bd26-2e37-48ef-90fd-5e8ebed549b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277676
Apr 30 14:18:54.183479 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-9e3b9b8e-2f10-4ba3-9e32-2f99622243a1 req-e40c0229-57aa-4ea7-a194-cd99a0c78c01 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3bb0198-e7a4-4720-b5fe-87f585faf237 HTTP/1.1" status: 200  len: 210 time: 0.0461662
Apr 30 14:18:55.236598 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-bfe0cf31-a64f-4aa6-93a1-de8c6bf3ace2 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:55.238232 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-bfe0cf31-a64f-4aa6-93a1-de8c6bf3ace2 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.43 "GET /v2.0/networks?id=f610bd26-2e37-48ef-90fd-5e8ebed549b3 HTTP/1.1" status: 200  len: 811 time: 0.1556160
Apr 30 14:18:55.305246 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-917c9040-dcee-439e-8a56-66edf3dad8ab tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Synchronizing usage tracker for tenant:7abbf22e49d14a8ba3c6061e4aaeef34 on resource:security_group {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:18:55.317916 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-917c9040-dcee-439e-8a56-66edf3dad8ab tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Unset dirty status for tenant:7abbf22e49d14a8ba3c6061e4aaeef34 on resource:security_group {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:18:55.319230 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-917c9040-dcee-439e-8a56-66edf3dad8ab tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7abbf22e49d14a8ba3c6061e4aaeef34 HTTP/1.1" status: 200  len: 379 time: 0.0675311
Apr 30 14:18:55.343326 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-ba0a3801-29f4-4bfd-ae42-275484726514 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Request body: {'port': {'device_id': 'f3bb0198-e7a4-4720-b5fe-87f585faf237', 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3', 'admin_state_up': True, 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'security_groups': ['b9aba034-1e55-45ae-ab6c-b1343193ce6f']}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:18:55.350762 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-170aa723-e82d-4042-b1d7-ce0dc37fb722 req-36c2270c-90c1-493d-af9e-71030a0d0755 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3bb0198-e7a4-4720-b5fe-87f585faf237 HTTP/1.1" status: 200  len: 210 time: 0.0492420
Apr 30 14:18:55.479778 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-ba0a3801-29f4-4bfd-ae42-275484726514 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:18:55.489001 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-ba0a3801-29f4-4bfd-ae42-275484726514 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:18:55.498230 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-ba0a3801-29f4-4bfd-ae42-275484726514 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Made reservation on behalf of 7abbf22e49d14a8ba3c6061e4aaeef34 for: {'port': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:18:55.501662 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-ba0a3801-29f4-4bfd-ae42-275484726514 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:55.656716 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-ba0a3801-29f4-4bfd-ae42-275484726514 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Allocated IP 172.20.0.8 (f610bd26-2e37-48ef-90fd-5e8ebed549b3/cbf9a206-b4b1-4cb9-a994-3e377e8fd720/0ab68836-f397-4b9e-bf4d-b42f3a0369c2) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:18:55.841536 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-ba0a3801-29f4-4bfd-ae42-275484726514 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:55.856295 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-ba0a3801-29f4-4bfd-ae42-275484726514 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Transition to ACTIVE for port object 0ab68836-f397-4b9e-bf4d-b42f3a0369c2 will not be triggered until provisioned by entity DHCP. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:18:55.879722 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-ba0a3801-29f4-4bfd-ae42-275484726514 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5706159'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:55.884939 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-3132a1ab-addc-40a4-9e74-1ae4203faf2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:18:55.945693 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-ba0a3801-29f4-4bfd-ae42-275484726514 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Network f610bd26-2e37-48ef-90fd-5e8ebed549b3 is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:18:55.948592 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-ba0a3801-29f4-4bfd-ae42-275484726514 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Resources bound (agent type, host, resource id):  {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:18:55.950918 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-ba0a3801-29f4-4bfd-ae42-275484726514 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:18:55.993036 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a3801-29f4-4bfd-ae42-275484726514 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Pushing event updated for resources: {'Port': ['ID=0ab68836-f397-4b9e-bf4d-b42f3a0369c2,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:18:55.995941 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-ba0a3801-29f4-4bfd-ae42-275484726514 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:18:56.031208 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-ba0a3801-29f4-4bfd-ae42-275484726514 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:56.031866 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-ba0a3801-29f4-4bfd-ae42-275484726514 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:56.058945 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-ba0a3801-29f4-4bfd-ae42-275484726514 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7198193
Apr 30 14:18:56.078941 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-5a513b46-e2cc-4284-8d81-a141c27bb62d service neutron] Request body: {'port': {'device_id': 'f3bb0198-e7a4-4720-b5fe-87f585faf237', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:18:56.189579 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-5a513b46-e2cc-4284-8d81-a141c27bb62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:56.195573 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-97206fd4-ca61-4e70-99be-e710c1c71f5a None None] Provisioning for port 0ab68836-f397-4b9e-bf4d-b42f3a0369c2 completed by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:18:56.200097 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-97206fd4-ca61-4e70-99be-e710c1c71f5a None None] Provisioning complete for port 0ab68836-f397-4b9e-bf4d-b42f3a0369c2 triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:18:56.200473 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-97206fd4-ca61-4e70-99be-e710c1c71f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:56.258216 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-97206fd4-ca61-4e70-99be-e710c1c71f5a None None] Port 0ab68836-f397-4b9e-bf4d-b42f3a0369c2 cannot update to ACTIVE because it is not bound. {{(pid=73846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 14:18:56.626555 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98012f01-65da-4370-8476-a1f7a94bcfcf req-2c2abcba-01d1-435d-8ad8-41a909ad4e0f tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:56.627235 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-98012f01-65da-4370-8476-a1f7a94bcfcf req-2c2abcba-01d1-435d-8ad8-41a909ad4e0f tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Synchronizing usage tracker for tenant:7abbf22e49d14a8ba3c6061e4aaeef34 on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:18:56.690713 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-98012f01-65da-4370-8476-a1f7a94bcfcf req-2c2abcba-01d1-435d-8ad8-41a909ad4e0f tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Unset dirty status for tenant:7abbf22e49d14a8ba3c6061e4aaeef34 on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:18:56.691773 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-98012f01-65da-4370-8476-a1f7a94bcfcf req-2c2abcba-01d1-435d-8ad8-41a909ad4e0f tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3bb0198-e7a4-4720-b5fe-87f585faf237 HTTP/1.1" status: 200  len: 931 time: 0.2286937
Apr 30 14:18:56.717975 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-5a513b46-e2cc-4284-8d81-a141c27bb62d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ab68836-f397-4b9e-bf4d-b42f3a0369c2 {{(pid=73845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 14:18:56.729069 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-5a513b46-e2cc-4284-8d81-a141c27bb62d service neutron] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:56.761087 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-5a513b46-e2cc-4284-8d81-a141c27bb62d service neutron] Transition to ACTIVE for port object 0ab68836-f397-4b9e-bf4d-b42f3a0369c2 will not be triggered until provisioned by entity L2. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:18:56.764379 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-98012f01-65da-4370-8476-a1f7a94bcfcf req-a6e37db4-d468-4922-9b33-2c985ada2521 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9aba034-1e55-45ae-ab6c-b1343193ce6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0638018
Apr 30 14:18:56.765388 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-5a513b46-e2cc-4284-8d81-a141c27bb62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5706148'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:56.769402 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-62a3974e-b142-4a8f-8668-c5546f4be6bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:18:56.894632 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a513b46-e2cc-4284-8d81-a141c27bb62d service neutron] Pushing event updated for resources: {'Port': ['ID=0ab68836-f397-4b9e-bf4d-b42f3a0369c2,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:18:56.921190 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-5a513b46-e2cc-4284-8d81-a141c27bb62d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:18:57.003067 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-5a513b46-e2cc-4284-8d81-a141c27bb62d service neutron] Attempting to bind port 0ab68836-f397-4b9e-bf4d-b42f3a0369c2 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:18:57.003397 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-5a513b46-e2cc-4284-8d81-a141c27bb62d service neutron] Attempting to bind port 0ab68836-f397-4b9e-bf4d-b42f3a0369c2 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '4fa753dc-1c3f-467c-a09c-87267f9be149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3'}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:18:57.003720 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-5a513b46-e2cc-4284-8d81-a141c27bb62d service neutron] Attempting to bind port 0ab68836-f397-4b9e-bf4d-b42f3a0369c2 on network f610bd26-2e37-48ef-90fd-5e8ebed549b3 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:18:57.008242 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-5a513b46-e2cc-4284-8d81-a141c27bb62d service neutron] Port 0ab68836-f397-4b9e-bf4d-b42f3a0369c2 on network f610bd26-2e37-48ef-90fd-5e8ebed549b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 14:18:57.008558 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-5a513b46-e2cc-4284-8d81-a141c27bb62d service neutron] Attempting to bind port 0ab68836-f397-4b9e-bf4d-b42f3a0369c2 on network f610bd26-2e37-48ef-90fd-5e8ebed549b3 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:18:57.013556 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-5a513b46-e2cc-4284-8d81-a141c27bb62d service neutron] Checking agent: {'id': 'd3aa7eed-5c97-490e-b2ea-32000fed17dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 14, 5, 52), 'started_at': datetime.datetime(2021, 4, 30, 14, 5, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:18:57.013917 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-5a513b46-e2cc-4284-8d81-a141c27bb62d service neutron] Checking segment: {'id': '4fa753dc-1c3f-467c-a09c-87267f9be149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:18:57.014326 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-5a513b46-e2cc-4284-8d81-a141c27bb62d service neutron] Bound using segment: {'id': '4fa753dc-1c3f-467c-a09c-87267f9be149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3'} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:18:57.014741 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-5a513b46-e2cc-4284-8d81-a141c27bb62d service neutron] Bound port: 0ab68836-f397-4b9e-bf4d-b42f3a0369c2, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fa753dc-1c3f-467c-a09c-87267f9be149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3'}}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:18:57.015078 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-5a513b46-e2cc-4284-8d81-a141c27bb62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:57.106690 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-5a513b46-e2cc-4284-8d81-a141c27bb62d service neutron] For port 0ab68836-f397-4b9e-bf4d-b42f3a0369c2, host hv-cinder-78836, cleared binding levels {{(pid=73845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:18:57.109511 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-5a513b46-e2cc-4284-8d81-a141c27bb62d service neutron] For port 0ab68836-f397-4b9e-bf4d-b42f3a0369c2, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0ab68836-f397-4b9e-bf4d-b42f3a0369c2,segment=NetworkSegment(4fa753dc-1c3f-467c-a09c-87267f9be149),segment_id=4fa753dc-1c3f-467c-a09c-87267f9be149)] {{(pid=73845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:18:57.114795 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-5a513b46-e2cc-4284-8d81-a141c27bb62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5706148'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:57.119160 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:18:57.168421 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-5a513b46-e2cc-4284-8d81-a141c27bb62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:57.168782 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-5a513b46-e2cc-4284-8d81-a141c27bb62d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:18:57.170191 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-5a513b46-e2cc-4284-8d81-a141c27bb62d service neutron] 10.222.0.43 "PUT /v2.0/ports/0ab68836-f397-4b9e-bf4d-b42f3a0369c2 HTTP/1.1" status: 200  len: 1093 time: 1.0958097
Apr 30 14:18:57.170671 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3bb0198-e7a4-4720-b5fe-87f585faf237', 'tag': '0ab68836-f397-4b9e-bf4d-b42f3a0369c2'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:18:57.201994 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a513b46-e2cc-4284-8d81-a141c27bb62d service neutron] Pushing event updated for resources: {'Port': ['ID=0ab68836-f397-4b9e-bf4d-b42f3a0369c2,revision_number=3']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:18:57.205952 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-5a513b46-e2cc-4284-8d81-a141c27bb62d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:18:57.254159 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3bb0198-e7a4-4720-b5fe-87f585faf237', 'tag': '0ab68836-f397-4b9e-bf4d-b42f3a0369c2', 'status': 'completed', 'code': 200}
Apr 30 14:18:57.296320 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-06b68ec0-695a-458a-9d8c-380f46b519cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:57.297775 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-06b68ec0-695a-458a-9d8c-380f46b519cc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7abbf22e49d14a8ba3c6061e4aaeef34&device_id=f3bb0198-e7a4-4720-b5fe-87f585faf237 HTTP/1.1" status: 200  len: 1096 time: 0.0749309
Apr 30 14:18:57.374632 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-82c4a81b-00b7-4019-acdb-401098206012 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ab68836-f397-4b9e-bf4d-b42f3a0369c2 HTTP/1.1" status: 200  len: 217 time: 0.0630491
Apr 30 14:18:57.432279 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-7e3ccf56-d587-4603-aa98-b0a6e1b9d22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:57.433731 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-7e3ccf56-d587-4603-aa98-b0a6e1b9d22a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cbf9a206-b4b1-4cb9-a994-3e377e8fd720 HTTP/1.1" status: 200  len: 850 time: 0.0557904
Apr 30 14:18:57.504656 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-912d7d9f-f4a7-44bc-a511-6c3a0faca870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:57.506025 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-912d7d9f-f4a7-44bc-a511-6c3a0faca870 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f610bd26-2e37-48ef-90fd-5e8ebed549b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0689313
Apr 30 14:18:57.638842 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-66091808-7e63-4131-9794-6ded20ab5942 service neutron] 10.222.0.43 "GET /v2.0/networks/f610bd26-2e37-48ef-90fd-5e8ebed549b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232145
Apr 30 14:18:57.767851 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ef83ee91-b056-47b6-8f70-3c67ede3fd8d req-73ee9dac-99dc-413e-83aa-12ca8e024d9a service neutron] 10.222.0.43 "GET /v2.0/networks/f610bd26-2e37-48ef-90fd-5e8ebed549b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239698
Apr 30 14:18:57.922059 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7225e5-9057-4af0-af6b-09a3c2d82638 req-3001b5eb-f6ca-4d1f-80f6-e3979d100333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:57.923658 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1f7225e5-9057-4af0-af6b-09a3c2d82638 req-3001b5eb-f6ca-4d1f-80f6-e3979d100333 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7abbf22e49d14a8ba3c6061e4aaeef34&device_id=f3bb0198-e7a4-4720-b5fe-87f585faf237 HTTP/1.1" status: 200  len: 1096 time: 0.0762751
Apr 30 14:18:57.962462 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85218530-46d7-4e2c-9658-a8bd6b16f8ac req-65c2c418-4db1-4896-bdf9-176c207d213e tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:57.964165 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-85218530-46d7-4e2c-9658-a8bd6b16f8ac req-65c2c418-4db1-4896-bdf9-176c207d213e tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3bb0198-e7a4-4720-b5fe-87f585faf237 HTTP/1.1" status: 200  len: 943 time: 0.0851674
Apr 30 14:18:58.111888 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-85218530-46d7-4e2c-9658-a8bd6b16f8ac req-b36bc820-26fb-47d7-bdef-3ed784ab790a tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9aba034-1e55-45ae-ab6c-b1343193ce6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1413419
Apr 30 14:18:58.168272 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7225e5-9057-4af0-af6b-09a3c2d82638 req-7a091a44-9342-49a5-8e7d-5a94d1603fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:58.169673 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1f7225e5-9057-4af0-af6b-09a3c2d82638 req-7a091a44-9342-49a5-8e7d-5a94d1603fe9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f610bd26-2e37-48ef-90fd-5e8ebed549b3 HTTP/1.1" status: 200  len: 913 time: 0.2265754
Apr 30 14:18:58.238938 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1f7225e5-9057-4af0-af6b-09a3c2d82638 req-25ad50ba-b4a0-457a-baa4-f568b8aa2d2b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ab68836-f397-4b9e-bf4d-b42f3a0369c2 HTTP/1.1" status: 200  len: 217 time: 0.0635529
Apr 30 14:18:58.301623 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7225e5-9057-4af0-af6b-09a3c2d82638 req-70419d38-79f4-4313-8360-21fc293faa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:58.303049 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1f7225e5-9057-4af0-af6b-09a3c2d82638 req-70419d38-79f4-4313-8360-21fc293faa33 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cbf9a206-b4b1-4cb9-a994-3e377e8fd720 HTTP/1.1" status: 200  len: 850 time: 0.0572975
Apr 30 14:18:58.374628 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7225e5-9057-4af0-af6b-09a3c2d82638 req-bc75e8b2-fb2a-4462-a32d-c2b3b16e656d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:58.376039 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1f7225e5-9057-4af0-af6b-09a3c2d82638 req-bc75e8b2-fb2a-4462-a32d-c2b3b16e656d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f610bd26-2e37-48ef-90fd-5e8ebed549b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0682883
Apr 30 14:18:58.505305 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1f7225e5-9057-4af0-af6b-09a3c2d82638 req-275dfc66-49ab-4ec5-a0d4-15e026cc4ba3 service neutron] 10.222.0.43 "GET /v2.0/networks/f610bd26-2e37-48ef-90fd-5e8ebed549b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242068
Apr 30 14:18:58.632966 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1f7225e5-9057-4af0-af6b-09a3c2d82638 req-103f0c56-d5e7-4cb8-ac0f-e75a3f63b813 service neutron] 10.222.0.43 "GET /v2.0/networks/f610bd26-2e37-48ef-90fd-5e8ebed549b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236758
Apr 30 14:18:59.299903 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3ac4c-cbbe-4dbe-a882-2abeb6335912 req-a1a81c75-d3d0-4e0b-adbd-b528d37b80bd tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:18:59.301365 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-4fc3ac4c-cbbe-4dbe-a882-2abeb6335912 req-a1a81c75-d3d0-4e0b-adbd-b528d37b80bd tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3bb0198-e7a4-4720-b5fe-87f585faf237 HTTP/1.1" status: 200  len: 943 time: 0.0792294
Apr 30 14:18:59.348917 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-4fc3ac4c-cbbe-4dbe-a882-2abeb6335912 req-2661a101-8fa2-48fd-9711-6700566dbabc tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9aba034-1e55-45ae-ab6c-b1343193ce6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418735
Apr 30 14:19:00.164986 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 0ab68836-f397-4b9e-bf4d-b42f3a0369c2 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 14:19:00.302529 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port 0ab68836-f397-4b9e-bf4d-b42f3a0369c2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0ab68836-f397-4b9e-bf4d-b42f3a0369c2,segment=NetworkSegment(4fa753dc-1c3f-467c-a09c-87267f9be149),segment_id=4fa753dc-1c3f-467c-a09c-87267f9be149)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:19:00.315270 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Returning: {'device': '0ab68836-f397-4b9e-bf4d-b42f3a0369c2', 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3', 'port_id': '0ab68836-f397-4b9e-bf4d-b42f3a0369c2', 'mac_address': 'fa:16:3e:11:2d:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbf9a206-b4b1-4cb9-a994-3e377e8fd720', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 14:19:00.368739 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:19:00.385146 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ab68836-f397-4b9e-bf4d-b42f3a0369c2 {{(pid=73846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 14:19:00.400356 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port 0ab68836-f397-4b9e-bf4d-b42f3a0369c2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0ab68836-f397-4b9e-bf4d-b42f3a0369c2,segment=NetworkSegment(4fa753dc-1c3f-467c-a09c-87267f9be149),segment_id=4fa753dc-1c3f-467c-a09c-87267f9be149)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:19:00.404479 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:19:00.406514 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:19:00.476235 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Pushing event updated for resources: {'Port': ['ID=0ab68836-f397-4b9e-bf4d-b42f3a0369c2,revision_number=4']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:19:00.479212 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:19:00.534593 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff3650-bb0b-4c1b-bcaf-56257ed1ffeb req-9473937a-2c14-4450-a244-bc85259c11a7 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:19:00.536037 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-97ff3650-bb0b-4c1b-bcaf-56257ed1ffeb req-9473937a-2c14-4450-a244-bc85259c11a7 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3bb0198-e7a4-4720-b5fe-87f585faf237 HTTP/1.1" status: 200  len: 944 time: 0.0796201
Apr 30 14:19:00.579035 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-97ff3650-bb0b-4c1b-bcaf-56257ed1ffeb req-9030158a-814e-45a8-a1ae-1fff5dd49972 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9aba034-1e55-45ae-ab6c-b1343193ce6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371561
Apr 30 14:19:00.935695 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] get_ports_and_sgs() called for port_ids ['0ab68836-f397-4b9e-bf4d-b42f3a0369c2'] {{(pid=73846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 14:19:01.766864 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f1ecf-86ee-4b03-8ceb-4ef5ff6227a8 req-ae31e157-3c54-4159-8a8d-302e8acff5db tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:19:01.768331 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-f69f1ecf-86ee-4b03-8ceb-4ef5ff6227a8 req-ae31e157-3c54-4159-8a8d-302e8acff5db tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3bb0198-e7a4-4720-b5fe-87f585faf237 HTTP/1.1" status: 200  len: 944 time: 0.0810857
Apr 30 14:19:01.812843 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-f69f1ecf-86ee-4b03-8ceb-4ef5ff6227a8 req-26025564-bef9-4477-b8de-57a010b30e70 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9aba034-1e55-45ae-ab6c-b1343193ce6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388641
Apr 30 14:19:02.159704 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 0ab68836-f397-4b9e-bf4d-b42f3a0369c2 up at agent hyperv_hv-cinder-78836 {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:19:02.230305 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Provisioning for port 0ab68836-f397-4b9e-bf4d-b42f3a0369c2 completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:19:02.235350 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Provisioning complete for port 0ab68836-f397-4b9e-bf4d-b42f3a0369c2 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:19:02.235789 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:19:02.355376 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:19:02.381765 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3bb0198-e7a4-4720-b5fe-87f585faf237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab68836-f397-4b9e-bf4d-b42f3a0369c2'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:19:02.391901 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port 0ab68836-f397-4b9e-bf4d-b42f3a0369c2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0ab68836-f397-4b9e-bf4d-b42f3a0369c2,segment=NetworkSegment(4fa753dc-1c3f-467c-a09c-87267f9be149),segment_id=4fa753dc-1c3f-467c-a09c-87267f9be149)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:19:02.396437 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:19:02.398242 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:19:02.427756 dv-cinder-788365-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bb0198-e7a4-4720-b5fe-87f585faf237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab68836-f397-4b9e-bf4d-b42f3a0369c2', 'code': 200}
Apr 30 14:19:02.465510 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Pushing event updated for resources: {'Port': ['ID=0ab68836-f397-4b9e-bf4d-b42f3a0369c2,revision_number=5']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:19:02.468965 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:19:02.696566 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d134655-30b2-4755-9052-26ebdd76c891 req-7ea86a93-8087-4fa2-8934-eb28693b3c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:19:02.697975 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7d134655-30b2-4755-9052-26ebdd76c891 req-7ea86a93-8087-4fa2-8934-eb28693b3c20 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f3bb0198-e7a4-4720-b5fe-87f585faf237 HTTP/1.1" status: 200  len: 1098 time: 0.0735648
Apr 30 14:19:02.736367 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7d134655-30b2-4755-9052-26ebdd76c891 req-aca80a6b-8738-4306-ac43-cacce1a04df6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b9aba034-1e55-45ae-ab6c-b1343193ce6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0336275
Apr 30 14:19:03.000127 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd0340-55e8-4ef3-b2f2-f6b454cfe889 req-193912a9-b884-42ec-ae26-5b104139da8d tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:19:03.002060 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-49cd0340-55e8-4ef3-b2f2-f6b454cfe889 req-193912a9-b884-42ec-ae26-5b104139da8d tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3bb0198-e7a4-4720-b5fe-87f585faf237 HTTP/1.1" status: 200  len: 945 time: 0.0835299
Apr 30 14:19:03.045593 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-49cd0340-55e8-4ef3-b2f2-f6b454cfe889 req-b8fb81e6-2b86-42de-a84a-ecf3fa8d59f8 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9aba034-1e55-45ae-ab6c-b1343193ce6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375633
Apr 30 14:19:04.236892 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3be978-9d04-47d7-bd8a-ef0bec13854a req-c79ec7ee-127c-4e50-9c2e-b4b6bee1ad12 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:19:04.238376 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8d3be978-9d04-47d7-bd8a-ef0bec13854a req-c79ec7ee-127c-4e50-9c2e-b4b6bee1ad12 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3bb0198-e7a4-4720-b5fe-87f585faf237 HTTP/1.1" status: 200  len: 945 time: 0.0840573
Apr 30 14:19:04.285463 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-8d3be978-9d04-47d7-bd8a-ef0bec13854a req-e8508d08-374e-46da-a8a8-6ae7d6864488 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9aba034-1e55-45ae-ab6c-b1343193ce6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413005
Apr 30 14:19:04.468421 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3d9d9-f434-438b-a32b-429703edfa14 req-62e09a31-a515-4b9f-bdbc-68d143ea4b9f tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:19:04.469906 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-58a3d9d9-f434-438b-a32b-429703edfa14 req-62e09a31-a515-4b9f-bdbc-68d143ea4b9f tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3bb0198-e7a4-4720-b5fe-87f585faf237 HTTP/1.1" status: 200  len: 945 time: 0.0810742
Apr 30 14:19:04.478300 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 50710) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:19:04.483312 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-789cec48-e75c-4045-9920-a75d8d45e133 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Request body: {'floatingip': {'port_id': '0ab68836-f397-4b9e-bf4d-b42f3a0369c2'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:19:04.560929 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-789cec48-e75c-4045-9920-a75d8d45e133 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for floatingip, before_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:19:05.153610 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-789cec48-e75c-4045-9920-a75d8d45e133 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:19:05.157304 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-789cec48-e75c-4045-9920-a75d8d45e133 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998352'] for floatingip, after_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:19:05.323573 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.db.l3_db [None req-789cec48-e75c-4045-9920-a75d8d45e133 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Floating IP a2bb0608-deee-4020-a577-30ef0a3aba08 associated. External IP: 172.27.1.124, port: 0ab68836-f397-4b9e-bf4d-b42f3a0369c2.
Apr 30 14:19:05.779753 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789cec48-e75c-4045-9920-a75d8d45e133 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Router bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417 has already been hosted by L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d {{(pid=73844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 14:19:05.954557 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789cec48-e75c-4045-9920-a75d8d45e133 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:19:05.959232 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-789cec48-e75c-4045-9920-a75d8d45e133 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for floatingip, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:19:05.964243 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d6038c-25c3-4a31-8920-9e88dfeab41c None None] Sync routers for ids ['bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'] in dv-cinder-788365-2-iscsi {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:19:05.973644 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d6038c-25c3-4a31-8920-9e88dfeab41c None None] Routers {'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:19:05.974288 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-37d6038c-25c3-4a31-8920-9e88dfeab41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc24e87c0>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:18:51Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:19:06.019551 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-789cec48-e75c-4045-9920-a75d8d45e133 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "PUT /v2.0/floatingips/a2bb0608-deee-4020-a577-30ef0a3aba08 HTTP/1.1" status: 200  len: 991 time: 1.5373702
Apr 30 14:19:06.019551 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3bb0198-e7a4-4720-b5fe-87f585faf237', 'tag': '0ab68836-f397-4b9e-bf4d-b42f3a0369c2'}] {{(pid=73844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:19:06.084881 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3bb0198-e7a4-4720-b5fe-87f585faf237', 'tag': '0ab68836-f397-4b9e-bf4d-b42f3a0369c2', 'status': 'completed', 'code': 200}
Apr 30 14:19:06.156400 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-37d6038c-25c3-4a31-8920-9e88dfeab41c None None] Set router bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:19:06.211905 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e16aa-1faf-4121-a4dd-837756eacbd3 req-cb3f6c3f-bb88-44e3-92e2-9cc85fbce104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:19:06.213546 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a20e16aa-1faf-4121-a4dd-837756eacbd3 req-cb3f6c3f-bb88-44e3-92e2-9cc85fbce104 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7abbf22e49d14a8ba3c6061e4aaeef34&device_id=f3bb0198-e7a4-4720-b5fe-87f585faf237 HTTP/1.1" status: 200  len: 1098 time: 0.0716865
Apr 30 14:19:06.348145 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e16aa-1faf-4121-a4dd-837756eacbd3 req-a6be003a-9297-48ca-8996-20086f1e39a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:19:06.349580 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a20e16aa-1faf-4121-a4dd-837756eacbd3 req-a6be003a-9297-48ca-8996-20086f1e39a2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f610bd26-2e37-48ef-90fd-5e8ebed549b3 HTTP/1.1" status: 200  len: 913 time: 0.1281271
Apr 30 14:19:06.453970 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a20e16aa-1faf-4121-a4dd-837756eacbd3 req-c482563c-af3b-461e-9158-fcef36b4994e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ab68836-f397-4b9e-bf4d-b42f3a0369c2 HTTP/1.1" status: 200  len: 999 time: 0.0955327
Apr 30 14:19:06.514810 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e16aa-1faf-4121-a4dd-837756eacbd3 req-1c71b8e1-7543-4e82-a218-55794f78b185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:19:06.516157 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a20e16aa-1faf-4121-a4dd-837756eacbd3 req-1c71b8e1-7543-4e82-a218-55794f78b185 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cbf9a206-b4b1-4cb9-a994-3e377e8fd720 HTTP/1.1" status: 200  len: 850 time: 0.0581980
Apr 30 14:19:06.537508 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-37d6038c-25c3-4a31-8920-9e88dfeab41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc24e87c0>, [{'id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'name': 'tempest-AttachVolumeTestJSON-1245073814-router', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:51Z', 'updated_at': '2021-04-30T14:08:12Z', 'revision_number': 4, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'gw_port': {'id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:48:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:54Z', 'updated_at': '2021-04-30T14:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_floatingips': [{'id': 'a2bb0608-deee-4020-a577-30ef0a3aba08', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'router_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'port_id': '0ab68836-f397-4b9e-bf4d-b42f3a0369c2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3', 'mac_address': 'fa:16:3e:11:2d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb0198-e7a4-4720-b5fe-87f585faf237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:18:52Z', 'updated_at': '2021-04-30T14:19:05Z', 'revision_number': 1, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f1e779-4aa2-4a4f-993d-5c998c94a94c', 'name': '', 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'mac_address': 'fa:16:3e:0a:13:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cbf9a206-b4b1-4cb9-a994-3e377e8fd720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:08:08Z', 'updated_at': '2021-04-30T14:08:24Z', 'revision_number': 5, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'subnets': [{'id': 'cbf9a206-b4b1-4cb9-a994-3e377e8fd720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:19:06.541353 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d6038c-25c3-4a31-8920-9e88dfeab41c None None] Checking router: bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417 for host: dv-cinder-788365-2-iscsi {{(pid=73846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:19:06.549636 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d6038c-25c3-4a31-8920-9e88dfeab41c None None] Routers {'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:19:06.550272 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-37d6038c-25c3-4a31-8920-9e88dfeab41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc24e87c0>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:18:51Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:19:06.591633 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e16aa-1faf-4121-a4dd-837756eacbd3 req-fafcfe49-c0c1-409d-b8f7-4040826c83b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:19:06.593082 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a20e16aa-1faf-4121-a4dd-837756eacbd3 req-fafcfe49-c0c1-409d-b8f7-4040826c83b0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f610bd26-2e37-48ef-90fd-5e8ebed549b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0728884
Apr 30 14:19:06.719357 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a20e16aa-1faf-4121-a4dd-837756eacbd3 req-31ab4cbb-1496-4dc7-b78c-04b4dd246823 service neutron] 10.222.0.43 "GET /v2.0/networks/f610bd26-2e37-48ef-90fd-5e8ebed549b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1218567
Apr 30 14:19:06.728677 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-37d6038c-25c3-4a31-8920-9e88dfeab41c None None] Set router bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:19:06.942625 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a20e16aa-1faf-4121-a4dd-837756eacbd3 req-ca037f5a-47c0-425e-8092-d9f32178abf3 service neutron] 10.222.0.43 "GET /v2.0/networks/f610bd26-2e37-48ef-90fd-5e8ebed549b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2196338
Apr 30 14:19:07.083256 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-37d6038c-25c3-4a31-8920-9e88dfeab41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc24e87c0>, [{'id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'name': 'tempest-AttachVolumeTestJSON-1245073814-router', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:51Z', 'updated_at': '2021-04-30T14:08:12Z', 'revision_number': 4, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'gw_port': {'id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:48:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:54Z', 'updated_at': '2021-04-30T14:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_floatingips': [{'id': 'a2bb0608-deee-4020-a577-30ef0a3aba08', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'router_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'port_id': '0ab68836-f397-4b9e-bf4d-b42f3a0369c2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3', 'mac_address': 'fa:16:3e:11:2d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb0198-e7a4-4720-b5fe-87f585faf237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:18:52Z', 'updated_at': '2021-04-30T14:19:05Z', 'revision_number': 1, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f1e779-4aa2-4a4f-993d-5c998c94a94c', 'name': '', 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'mac_address': 'fa:16:3e:0a:13:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cbf9a206-b4b1-4cb9-a994-3e377e8fd720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:08:08Z', 'updated_at': '2021-04-30T14:08:24Z', 'revision_number': 5, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'subnets': [{'id': 'cbf9a206-b4b1-4cb9-a994-3e377e8fd720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:19:07.087235 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d6038c-25c3-4a31-8920-9e88dfeab41c None None] The sync data for ids ['bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'] in dv-cinder-788365-2-iscsi is: [{'id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'name': 'tempest-AttachVolumeTestJSON-1245073814-router', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:51Z', 'updated_at': '2021-04-30T14:08:12Z', 'revision_number': 4, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'gw_port': {'id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:48:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:54Z', 'updated_at': '2021-04-30T14:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_floatingips': [{'id': 'a2bb0608-deee-4020-a577-30ef0a3aba08', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'router_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'port_id': '0ab68836-f397-4b9e-bf4d-b42f3a0369c2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3', 'mac_address': 'fa:16:3e:11:2d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb0198-e7a4-4720-b5fe-87f585faf237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:18:52Z', 'updated_at': '2021-04-30T14:19:05Z', 'revision_number': 1, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f1e779-4aa2-4a4f-993d-5c998c94a94c', 'name': '', 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'mac_address': 'fa:16:3e:0a:13:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cbf9a206-b4b1-4cb9-a994-3e377e8fd720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:08:08Z', 'updated_at': '2021-04-30T14:08:24Z', 'revision_number': 5, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'subnets': [{'id': 'cbf9a206-b4b1-4cb9-a994-3e377e8fd720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:19:07.263372 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc3ae4a-10a7-4dd1-b697-3713e630c8c8 None None] New status for floating IP a2bb0608-deee-4020-a577-30ef0a3aba08: ACTIVE {{(pid=73847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 14:19:13.699899 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:19:18.633148 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-4834f166-6568-40f1-82cb-7256d373f4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:19:21.392305 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8f3d40c6-f38c-4cbd-89c3-3b728f8b1a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:19:21.409740 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:19:22.163644 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:19:22.320778 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:19:23.854757 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:19:48.633812 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f244bdb4-0e6c-438b-9353-c096f3c3d032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:19:50.698077 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:19:51.394696 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ef5275bb-f4c2-469b-bcac-04d9c6d8b13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:19:51.415491 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:19:52.154722 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:19:52.323089 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:19:53.858324 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:19:58.061425 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-189efc19-72a2-4a67-8b38-ebcdb3eb4799 req-7b4960cd-5c20-40f2-88ac-89f12795e22b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2d6e9176-6435-4b3d-83bc-5e6e375e82c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0764582
Apr 30 14:19:58.223560 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189efc19-72a2-4a67-8b38-ebcdb3eb4799 req-320c0483-d361-48cd-8c3d-324b2fc0a523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:19:58.225399 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-189efc19-72a2-4a67-8b38-ebcdb3eb4799 req-320c0483-d361-48cd-8c3d-324b2fc0a523 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=13478f31079d4d4f97143a6de5da7786&device_id=2d6e9176-6435-4b3d-83bc-5e6e375e82c3 HTTP/1.1" status: 200  len: 1098 time: 0.0741279
Apr 30 14:19:58.377267 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189efc19-72a2-4a67-8b38-ebcdb3eb4799 req-44dc6477-be35-4730-8303-496ce50dddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:19:58.378748 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-189efc19-72a2-4a67-8b38-ebcdb3eb4799 req-44dc6477-be35-4730-8303-496ce50dddf4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c672d43e-499d-4af9-b38c-fc321cbe269c HTTP/1.1" status: 200  len: 918 time: 0.1310596
Apr 30 14:19:58.483525 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-189efc19-72a2-4a67-8b38-ebcdb3eb4799 req-0d641b21-51e3-4289-ae85-18ce7320e999 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d36e158-ea8e-4c90-8837-c35c9c2344da HTTP/1.1" status: 200  len: 1000 time: 0.0959499
Apr 30 14:19:58.548071 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189efc19-72a2-4a67-8b38-ebcdb3eb4799 req-8300f38e-6716-4c0f-96b7-7045ed1d81e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:19:58.549552 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-189efc19-72a2-4a67-8b38-ebcdb3eb4799 req-8300f38e-6716-4c0f-96b7-7045ed1d81e3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f4e52451-0e3b-4085-8ae2-b72618ac007f HTTP/1.1" status: 200  len: 855 time: 0.0606220
Apr 30 14:19:58.625287 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189efc19-72a2-4a67-8b38-ebcdb3eb4799 req-7048f94f-daf6-4faa-8b9d-520c44420353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:19:58.626807 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-189efc19-72a2-4a67-8b38-ebcdb3eb4799 req-7048f94f-daf6-4faa-8b9d-520c44420353 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c672d43e-499d-4af9-b38c-fc321cbe269c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0728619
Apr 30 14:19:58.774598 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-189efc19-72a2-4a67-8b38-ebcdb3eb4799 req-b70442e2-03f5-4f8b-bc17-1381b4d6de43 service neutron] 10.222.0.43 "GET /v2.0/networks/c672d43e-499d-4af9-b38c-fc321cbe269c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381652
Apr 30 14:19:58.905926 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-189efc19-72a2-4a67-8b38-ebcdb3eb4799 req-460643e3-2540-41e0-b60c-08b405dbea78 service neutron] 10.222.0.43 "GET /v2.0/networks/c672d43e-499d-4af9-b38c-fc321cbe269c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267228
Apr 30 14:20:18.634967 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-1afdad1a-ada3-4543-ae0e-b8ab35627c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:20:21.395407 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8773dfe9-1505-4056-9866-e660873dcd49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:20:21.416824 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:20:22.179719 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:20:22.326568 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:20:23.866953 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:20:27.696248 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:20:48.637939 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-08147550-2a4b-4852-810b-412b91cd5962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:20:51.397253 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b8f2-4b28-400b-87dc-c4e9bdceaca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:20:51.419284 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:20:52.187354 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:20:52.330459 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:20:53.864392 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:21:00.121337 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6009dde9-536f-46a4-8e5f-2850094817d4 req-773d32a2-6e80-4272-b3b6-7d1eb23bca4a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f3bb0198-e7a4-4720-b5fe-87f585faf237&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0760303
Apr 30 14:21:00.232248 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009dde9-536f-46a4-8e5f-2850094817d4 req-04cc5f5f-2ffd-4eef-a6aa-18937dcaf754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:21:00.233760 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6009dde9-536f-46a4-8e5f-2850094817d4 req-04cc5f5f-2ffd-4eef-a6aa-18937dcaf754 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7abbf22e49d14a8ba3c6061e4aaeef34&device_id=f3bb0198-e7a4-4720-b5fe-87f585faf237 HTTP/1.1" status: 200  len: 1098 time: 0.0732040
Apr 30 14:21:00.383608 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009dde9-536f-46a4-8e5f-2850094817d4 req-486ddfc3-d7f6-4595-a301-88c6ec021813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:21:00.385469 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6009dde9-536f-46a4-8e5f-2850094817d4 req-486ddfc3-d7f6-4595-a301-88c6ec021813 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f610bd26-2e37-48ef-90fd-5e8ebed549b3 HTTP/1.1" status: 200  len: 913 time: 0.1315033
Apr 30 14:21:00.491747 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6009dde9-536f-46a4-8e5f-2850094817d4 req-9d2a650b-a126-49e8-908e-762f4fa02115 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ab68836-f397-4b9e-bf4d-b42f3a0369c2 HTTP/1.1" status: 200  len: 1001 time: 0.0987518
Apr 30 14:21:00.553126 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009dde9-536f-46a4-8e5f-2850094817d4 req-5c6abc98-f8a0-4ba2-87ba-a24e8664ddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:21:00.554571 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6009dde9-536f-46a4-8e5f-2850094817d4 req-5c6abc98-f8a0-4ba2-87ba-a24e8664ddd5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cbf9a206-b4b1-4cb9-a994-3e377e8fd720 HTTP/1.1" status: 200  len: 850 time: 0.0583079
Apr 30 14:21:00.633815 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009dde9-536f-46a4-8e5f-2850094817d4 req-317b45d2-ebb3-42c8-94c0-100a369148f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:21:00.635730 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6009dde9-536f-46a4-8e5f-2850094817d4 req-317b45d2-ebb3-42c8-94c0-100a369148f0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f610bd26-2e37-48ef-90fd-5e8ebed549b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0747368
Apr 30 14:21:00.769893 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6009dde9-536f-46a4-8e5f-2850094817d4 req-ac74eabb-8036-4134-a505-152cc0dd66a5 service neutron] 10.222.0.43 "GET /v2.0/networks/f610bd26-2e37-48ef-90fd-5e8ebed549b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264272
Apr 30 14:21:00.987236 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6009dde9-536f-46a4-8e5f-2850094817d4 req-526d66b3-5e16-4bc9-b8e3-2fef5db659c6 service neutron] 10.222.0.43 "GET /v2.0/networks/f610bd26-2e37-48ef-90fd-5e8ebed549b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2096734
Apr 30 14:21:04.694554 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:21:18.639212 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-304c4d6a-e66c-47f1-bc6d-bcc6018490a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:21:21.400511 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0ef47dbc-1f8c-40ec-846b-aae34497c0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:21:21.420274 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:21:22.180114 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:21:22.334250 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:21:23.866171 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:21:41.693685 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:21:48.640679 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-6e7b95ab-c865-4676-82d4-9c74f3a473c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:21:51.402950 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-d4ecb42f-beb8-480f-85a7-4826bd05e750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:21:51.422004 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:21:52.180643 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:21:52.335408 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:21:53.873165 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:22:02.068739 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5ccfd6a2-2c70-4cda-abc4-27dfe0452bab req-99f30d69-1551-41ca-89fa-e9ccb9fe49a2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2d6e9176-6435-4b3d-83bc-5e6e375e82c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0683296
Apr 30 14:22:02.241829 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccfd6a2-2c70-4cda-abc4-27dfe0452bab req-47b1db61-54a1-471f-8c0d-6d334d158d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:22:02.244350 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5ccfd6a2-2c70-4cda-abc4-27dfe0452bab req-47b1db61-54a1-471f-8c0d-6d334d158d7f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=13478f31079d4d4f97143a6de5da7786&device_id=2d6e9176-6435-4b3d-83bc-5e6e375e82c3 HTTP/1.1" status: 200  len: 1098 time: 0.0799451
Apr 30 14:22:02.389520 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccfd6a2-2c70-4cda-abc4-27dfe0452bab req-8079c528-e684-4fc0-98e7-2e79870dffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:22:02.390974 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5ccfd6a2-2c70-4cda-abc4-27dfe0452bab req-8079c528-e684-4fc0-98e7-2e79870dffe0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c672d43e-499d-4af9-b38c-fc321cbe269c HTTP/1.1" status: 200  len: 918 time: 0.1251011
Apr 30 14:22:02.498875 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5ccfd6a2-2c70-4cda-abc4-27dfe0452bab req-fe4931ef-c3b9-44a7-8512-6b103c4d9c85 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d36e158-ea8e-4c90-8837-c35c9c2344da HTTP/1.1" status: 200  len: 1000 time: 0.0992157
Apr 30 14:22:02.560371 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccfd6a2-2c70-4cda-abc4-27dfe0452bab req-335cc83e-a68d-4bd2-9534-487e23a9fc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:22:02.561834 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5ccfd6a2-2c70-4cda-abc4-27dfe0452bab req-335cc83e-a68d-4bd2-9534-487e23a9fc08 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f4e52451-0e3b-4085-8ae2-b72618ac007f HTTP/1.1" status: 200  len: 855 time: 0.0588346
Apr 30 14:22:02.637974 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccfd6a2-2c70-4cda-abc4-27dfe0452bab req-3e94f38a-4875-4647-93c0-ffd33d45b9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:22:02.639427 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5ccfd6a2-2c70-4cda-abc4-27dfe0452bab req-3e94f38a-4875-4647-93c0-ffd33d45b9e8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c672d43e-499d-4af9-b38c-fc321cbe269c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0729921
Apr 30 14:22:02.768246 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5ccfd6a2-2c70-4cda-abc4-27dfe0452bab req-4219f5c8-dd1b-401f-a4dd-d43cb9ca3c2d service neutron] 10.222.0.43 "GET /v2.0/networks/c672d43e-499d-4af9-b38c-fc321cbe269c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233413
Apr 30 14:22:02.899995 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5ccfd6a2-2c70-4cda-abc4-27dfe0452bab req-f0286c2d-8a08-47b5-92f3-22c7db87b37f service neutron] 10.222.0.43 "GET /v2.0/networks/c672d43e-499d-4af9-b38c-fc321cbe269c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241989
Apr 30 14:22:18.642957 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b1e84b65-32fc-42b4-853e-58b12352b543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:22:18.692602 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:22:21.403769 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ced66066-dd34-441b-95b3-1addc0898d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:22:21.423831 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:22:22.179642 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:22:22.343114 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:22:23.876069 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:22:48.654258 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-04c8c761-85ba-4583-9bdb-9edd39e2b2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:22:51.406310 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8ff97354-73cc-43e4-b6b6-f75a0c8ca0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:22:51.426533 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:22:52.179368 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:22:52.335933 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:22:53.877042 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:22:55.691981 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:23:04.108267 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cc50461f-39c7-403f-8e3f-47ace01666d7 req-5e1f03a2-ecd1-4bb7-8519-401e19e3f9ec service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f3bb0198-e7a4-4720-b5fe-87f585faf237&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0778508
Apr 30 14:23:04.204464 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50461f-39c7-403f-8e3f-47ace01666d7 req-ff8410f1-87c0-4a8b-bcbc-5843f4f07dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:23:04.205942 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cc50461f-39c7-403f-8e3f-47ace01666d7 req-ff8410f1-87c0-4a8b-bcbc-5843f4f07dfc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7abbf22e49d14a8ba3c6061e4aaeef34&device_id=f3bb0198-e7a4-4720-b5fe-87f585faf237 HTTP/1.1" status: 200  len: 1098 time: 0.0692301
Apr 30 14:23:04.351710 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50461f-39c7-403f-8e3f-47ace01666d7 req-a21b1c17-c6a4-46b9-a13d-5968f215b682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:23:04.353163 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cc50461f-39c7-403f-8e3f-47ace01666d7 req-a21b1c17-c6a4-46b9-a13d-5968f215b682 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f610bd26-2e37-48ef-90fd-5e8ebed549b3 HTTP/1.1" status: 200  len: 913 time: 0.1268585
Apr 30 14:23:04.459393 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cc50461f-39c7-403f-8e3f-47ace01666d7 req-68692e50-1289-41fd-97a6-3a2d42ae3154 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ab68836-f397-4b9e-bf4d-b42f3a0369c2 HTTP/1.1" status: 200  len: 1001 time: 0.0981431
Apr 30 14:23:04.525192 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50461f-39c7-403f-8e3f-47ace01666d7 req-69dd7b98-84db-4756-b9a3-3faece77bf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:23:04.526657 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cc50461f-39c7-403f-8e3f-47ace01666d7 req-69dd7b98-84db-4756-b9a3-3faece77bf44 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cbf9a206-b4b1-4cb9-a994-3e377e8fd720 HTTP/1.1" status: 200  len: 850 time: 0.0579672
Apr 30 14:23:04.606750 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50461f-39c7-403f-8e3f-47ace01666d7 req-88812a7a-6d62-412e-8943-54e18d030c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:23:04.608122 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cc50461f-39c7-403f-8e3f-47ace01666d7 req-88812a7a-6d62-412e-8943-54e18d030c95 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f610bd26-2e37-48ef-90fd-5e8ebed549b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0727525
Apr 30 14:23:04.740155 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cc50461f-39c7-403f-8e3f-47ace01666d7 req-542a0a6f-a9a7-4f0a-a89f-ab48102b6b6e service neutron] 10.222.0.43 "GET /v2.0/networks/f610bd26-2e37-48ef-90fd-5e8ebed549b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234770
Apr 30 14:23:04.963433 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-cc50461f-39c7-403f-8e3f-47ace01666d7 req-c929e5aa-1184-4f29-be17-0be806ca6671 service neutron] 10.222.0.43 "GET /v2.0/networks/f610bd26-2e37-48ef-90fd-5e8ebed549b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2148061
Apr 30 14:23:18.648241 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a2d84dcd-1ddd-4319-bff1-4c4397df7a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:23:21.411422 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b31f9a84-ad6a-4087-ad16-dba4f87940d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:23:21.431528 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:23:22.179800 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:23:22.340480 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:23:23.879658 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:23:32.691746 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:23:48.649872 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-6aa4508e-92c5-4ae1-93ba-d4ec268273b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:23:51.414227 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-987f7342-16fe-473f-b2c6-42d539e55fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:23:51.432390 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:23:52.178601 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:23:52.341890 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:23:53.883203 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:24:05.088771 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6830652d-41b1-4d89-a292-adeaf8d3ba4b req-65c6bc64-d1ad-4ea9-8105-0016b1ff1f49 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2d6e9176-6435-4b3d-83bc-5e6e375e82c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1212404
Apr 30 14:24:05.252292 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830652d-41b1-4d89-a292-adeaf8d3ba4b req-b0874e29-60ab-4779-ac5b-184d9e4ed8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:24:05.253652 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6830652d-41b1-4d89-a292-adeaf8d3ba4b req-b0874e29-60ab-4779-ac5b-184d9e4ed8ff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=13478f31079d4d4f97143a6de5da7786&device_id=2d6e9176-6435-4b3d-83bc-5e6e375e82c3 HTTP/1.1" status: 200  len: 1098 time: 0.0808842
Apr 30 14:24:05.403725 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830652d-41b1-4d89-a292-adeaf8d3ba4b req-d65e6739-bdcb-438d-bb6c-1a45df9c7445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:24:05.405149 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6830652d-41b1-4d89-a292-adeaf8d3ba4b req-d65e6739-bdcb-438d-bb6c-1a45df9c7445 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c672d43e-499d-4af9-b38c-fc321cbe269c HTTP/1.1" status: 200  len: 918 time: 0.1289680
Apr 30 14:24:05.496654 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [req-274c1d55-3137-4917-8a7f-873d32a9cf93 req-e4cb0949-89a2-4f91-ae0a-665684531561 service neutron] (73844) timed out ('10.222.0.43', 57596) {{(pid=73844) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 30 14:24:05.508843 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6830652d-41b1-4d89-a292-adeaf8d3ba4b req-9d81ec42-e3c2-4ea0-bd71-5fe255f9c7c4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d36e158-ea8e-4c90-8837-c35c9c2344da HTTP/1.1" status: 200  len: 1000 time: 0.0946178
Apr 30 14:24:05.568459 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830652d-41b1-4d89-a292-adeaf8d3ba4b req-7835b2e8-ead3-468c-956e-f436dec683b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:24:05.569917 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6830652d-41b1-4d89-a292-adeaf8d3ba4b req-7835b2e8-ead3-468c-956e-f436dec683b9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f4e52451-0e3b-4085-8ae2-b72618ac007f HTTP/1.1" status: 200  len: 855 time: 0.0566285
Apr 30 14:24:05.642850 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830652d-41b1-4d89-a292-adeaf8d3ba4b req-95df3dde-9b1b-4329-afba-5eaee3ba36a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:24:05.644297 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6830652d-41b1-4d89-a292-adeaf8d3ba4b req-95df3dde-9b1b-4329-afba-5eaee3ba36a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c672d43e-499d-4af9-b38c-fc321cbe269c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0699184
Apr 30 14:24:05.785264 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6830652d-41b1-4d89-a292-adeaf8d3ba4b req-45e50625-8962-449b-b9a3-cd3151da0c3e service neutron] 10.222.0.43 "GET /v2.0/networks/c672d43e-499d-4af9-b38c-fc321cbe269c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1220565
Apr 30 14:24:05.914573 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6830652d-41b1-4d89-a292-adeaf8d3ba4b req-33bbff2d-8fd2-4d43-a819-cd008feffc32 service neutron] 10.222.0.43 "GET /v2.0/networks/c672d43e-499d-4af9-b38c-fc321cbe269c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1211078
Apr 30 14:24:06.409668 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [req-b2305823-cff1-45b9-a9f9-b3bbb4add9cf req-cf0ee60a-3e18-406e-8fb2-8200c62c1269 service neutron] (73845) timed out ('10.222.0.43', 57599) {{(pid=73845) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 30 14:24:09.691116 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:24:18.651226 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e50803ae-5255-423a-9457-17f6d799975a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:24:21.417648 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-94f68f97-fa34-4ba3-b6b0-fcaa31d5465f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:24:21.435738 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:24:22.195282 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:24:22.343547 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:24:23.885552 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:24:46.689651 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:24:48.653741 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9305ae50-9d19-47c1-b98f-009316e56b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:24:51.420171 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-fa44ff3b-657b-4ac1-9b5a-1cc0b1116eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:24:51.437515 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:24:52.208470 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:24:52.348651 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:24:53.890879 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:25:06.735395 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-936c91e2-2dc8-486f-aeda-dc9b9680fc91 req-0e6e9af9-b360-469d-adf3-951a6ea18a80 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f3bb0198-e7a4-4720-b5fe-87f585faf237&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0716796
Apr 30 14:25:06.840710 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c91e2-2dc8-486f-aeda-dc9b9680fc91 req-27c923e5-009a-43dd-893e-a799efd566c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:25:06.842450 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-936c91e2-2dc8-486f-aeda-dc9b9680fc91 req-27c923e5-009a-43dd-893e-a799efd566c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7abbf22e49d14a8ba3c6061e4aaeef34&device_id=f3bb0198-e7a4-4720-b5fe-87f585faf237 HTTP/1.1" status: 200  len: 1098 time: 0.0680196
Apr 30 14:25:06.989894 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c91e2-2dc8-486f-aeda-dc9b9680fc91 req-60cf69a4-c0ac-421d-94fc-2c0657759da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:25:06.991286 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-936c91e2-2dc8-486f-aeda-dc9b9680fc91 req-60cf69a4-c0ac-421d-94fc-2c0657759da2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f610bd26-2e37-48ef-90fd-5e8ebed549b3 HTTP/1.1" status: 200  len: 913 time: 0.1260979
Apr 30 14:25:07.119721 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-936c91e2-2dc8-486f-aeda-dc9b9680fc91 req-424d54c4-8ab2-421a-b5c4-f3d7fd2ef481 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ab68836-f397-4b9e-bf4d-b42f3a0369c2 HTTP/1.1" status: 200  len: 1001 time: 0.1203158
Apr 30 14:25:07.191625 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c91e2-2dc8-486f-aeda-dc9b9680fc91 req-f84eb631-e536-47f4-a10f-b07f34a0da1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:25:07.193145 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-936c91e2-2dc8-486f-aeda-dc9b9680fc91 req-f84eb631-e536-47f4-a10f-b07f34a0da1c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cbf9a206-b4b1-4cb9-a994-3e377e8fd720 HTTP/1.1" status: 200  len: 850 time: 0.0657895
Apr 30 14:25:07.281291 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c91e2-2dc8-486f-aeda-dc9b9680fc91 req-90dbc6e0-26a7-47cd-979f-f057682784a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:25:07.282715 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-936c91e2-2dc8-486f-aeda-dc9b9680fc91 req-90dbc6e0-26a7-47cd-979f-f057682784a8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f610bd26-2e37-48ef-90fd-5e8ebed549b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0815728
Apr 30 14:25:07.418521 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-936c91e2-2dc8-486f-aeda-dc9b9680fc91 req-0c6abb2c-a0ef-41fc-acd3-54e98439d4cf service neutron] 10.222.0.43 "GET /v2.0/networks/f610bd26-2e37-48ef-90fd-5e8ebed549b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263225
Apr 30 14:25:07.636096 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-936c91e2-2dc8-486f-aeda-dc9b9680fc91 req-38fc735f-74e2-411a-b35f-6b4a8b6c13e0 service neutron] 10.222.0.43 "GET /v2.0/networks/f610bd26-2e37-48ef-90fd-5e8ebed549b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2095926
Apr 30 14:25:18.658878 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9504f585-00f3-4422-9f5b-08589a5af1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:25:21.421520 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-014412df-a8d9-43a6-8e5d-17f157b5b50a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:25:21.442587 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:25:22.209288 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:25:22.352362 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:25:23.688397 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:25:23.891871 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:25:48.661975 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8c5fc1de-ab84-4670-8ad2-d883aa38622f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:25:51.424598 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-4feba710-2d0d-441a-8049-9079ddf37744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:25:51.445701 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:25:52.209132 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:25:52.353695 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:25:53.892816 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:26:00.691111 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:26:07.050782 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-21f7c5b4-53e2-4f8c-b1d1-9146a44340f9 req-4e1087ff-4111-40fa-bf10-a213b54d584d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2d6e9176-6435-4b3d-83bc-5e6e375e82c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0674124
Apr 30 14:26:07.214753 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7c5b4-53e2-4f8c-b1d1-9146a44340f9 req-10cc04dd-85dd-4da2-9b94-59d72c82a36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:26:07.216215 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-21f7c5b4-53e2-4f8c-b1d1-9146a44340f9 req-10cc04dd-85dd-4da2-9b94-59d72c82a36f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=13478f31079d4d4f97143a6de5da7786&device_id=2d6e9176-6435-4b3d-83bc-5e6e375e82c3 HTTP/1.1" status: 200  len: 1098 time: 0.0728557
Apr 30 14:26:07.365304 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7c5b4-53e2-4f8c-b1d1-9146a44340f9 req-c2a50652-445a-47ac-ba1e-3ed5f73389b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:26:07.366796 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-21f7c5b4-53e2-4f8c-b1d1-9146a44340f9 req-c2a50652-445a-47ac-ba1e-3ed5f73389b6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c672d43e-499d-4af9-b38c-fc321cbe269c HTTP/1.1" status: 200  len: 918 time: 0.1300819
Apr 30 14:26:07.476302 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-21f7c5b4-53e2-4f8c-b1d1-9146a44340f9 req-f5f20d0d-2f3f-478b-b73c-93a10ade497e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d36e158-ea8e-4c90-8837-c35c9c2344da HTTP/1.1" status: 200  len: 1000 time: 0.1004856
Apr 30 14:26:07.541515 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7c5b4-53e2-4f8c-b1d1-9146a44340f9 req-42dea5f6-f373-4449-affb-383ac9515fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:26:07.542996 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-21f7c5b4-53e2-4f8c-b1d1-9146a44340f9 req-42dea5f6-f373-4449-affb-383ac9515fd7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f4e52451-0e3b-4085-8ae2-b72618ac007f HTTP/1.1" status: 200  len: 855 time: 0.0591004
Apr 30 14:26:07.622518 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7c5b4-53e2-4f8c-b1d1-9146a44340f9 req-38e4a2a9-8a86-4cc8-a813-25f362e9f0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:26:07.623924 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-21f7c5b4-53e2-4f8c-b1d1-9146a44340f9 req-38e4a2a9-8a86-4cc8-a813-25f362e9f0c2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c672d43e-499d-4af9-b38c-fc321cbe269c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0731392
Apr 30 14:26:07.756495 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-21f7c5b4-53e2-4f8c-b1d1-9146a44340f9 req-be4d4b80-9106-4fe7-8bd0-032672c0df1e service neutron] 10.222.0.43 "GET /v2.0/networks/c672d43e-499d-4af9-b38c-fc321cbe269c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239252
Apr 30 14:26:07.888814 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-21f7c5b4-53e2-4f8c-b1d1-9146a44340f9 req-ef106e19-2c74-49be-9743-de765ca4bfe2 service neutron] 10.222.0.43 "GET /v2.0/networks/c672d43e-499d-4af9-b38c-fc321cbe269c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241362
Apr 30 14:26:18.663653 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-10fb2741-fa66-4725-bd1e-24cc09e28a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:26:21.427830 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-eeef7f39-d98c-4316-ad37-3d0c1d18a2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:26:21.447383 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:26:22.208783 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:26:22.357317 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:26:23.897318 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:26:37.690294 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:26:48.666689 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-99a2ed29-f70b-48e9-bece-3183c4c22820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:26:51.430521 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-29d72f16-7534-4cb6-ba29-c30af41ad614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:26:51.449506 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:26:52.209256 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:26:52.366340 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:26:53.899571 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:27:07.093142 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9f90b548-5938-4f2f-9d7c-f7a635d8ce60 req-f8fba6a6-3f67-4b4f-9e09-236330ed6114 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f3bb0198-e7a4-4720-b5fe-87f585faf237&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0707257
Apr 30 14:27:07.201102 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90b548-5938-4f2f-9d7c-f7a635d8ce60 req-0e7563b2-629c-47a4-9ed4-edbb3399518a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:27:07.202601 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9f90b548-5938-4f2f-9d7c-f7a635d8ce60 req-0e7563b2-629c-47a4-9ed4-edbb3399518a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7abbf22e49d14a8ba3c6061e4aaeef34&device_id=f3bb0198-e7a4-4720-b5fe-87f585faf237 HTTP/1.1" status: 200  len: 1098 time: 0.0703757
Apr 30 14:27:07.350461 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90b548-5938-4f2f-9d7c-f7a635d8ce60 req-c17229e8-b7af-4dff-844c-cbbca325d3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:27:07.351881 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9f90b548-5938-4f2f-9d7c-f7a635d8ce60 req-c17229e8-b7af-4dff-844c-cbbca325d3c8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f610bd26-2e37-48ef-90fd-5e8ebed549b3 HTTP/1.1" status: 200  len: 913 time: 0.1266272
Apr 30 14:27:07.455243 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9f90b548-5938-4f2f-9d7c-f7a635d8ce60 req-aab797c3-3539-476a-b04c-9245f409aad9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ab68836-f397-4b9e-bf4d-b42f3a0369c2 HTTP/1.1" status: 200  len: 1001 time: 0.0951571
Apr 30 14:27:07.525383 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90b548-5938-4f2f-9d7c-f7a635d8ce60 req-07816101-3686-46f3-8f52-046392ea34d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:27:07.526841 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9f90b548-5938-4f2f-9d7c-f7a635d8ce60 req-07816101-3686-46f3-8f52-046392ea34d0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cbf9a206-b4b1-4cb9-a994-3e377e8fd720 HTTP/1.1" status: 200  len: 850 time: 0.0641038
Apr 30 14:27:07.606763 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90b548-5938-4f2f-9d7c-f7a635d8ce60 req-e156b6ed-b0ef-4441-be6b-5481cf02b578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:27:07.608180 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9f90b548-5938-4f2f-9d7c-f7a635d8ce60 req-e156b6ed-b0ef-4441-be6b-5481cf02b578 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f610bd26-2e37-48ef-90fd-5e8ebed549b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0729845
Apr 30 14:27:07.745767 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9f90b548-5938-4f2f-9d7c-f7a635d8ce60 req-b6fb03a7-1847-443b-8ea4-9f1fe035e443 service neutron] 10.222.0.43 "GET /v2.0/networks/f610bd26-2e37-48ef-90fd-5e8ebed549b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1282806
Apr 30 14:27:07.965461 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-9f90b548-5938-4f2f-9d7c-f7a635d8ce60 req-e0104cac-f878-4a62-af25-6256e5293a2c service neutron] 10.222.0.43 "GET /v2.0/networks/f610bd26-2e37-48ef-90fd-5e8ebed549b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2115390
Apr 30 14:27:14.688748 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:27:18.668997 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-90b88f3e-f19c-4e68-a610-e457354273cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:27:21.432993 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-3be7e31e-2ba1-47ae-9267-8942e9be8cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:27:21.451456 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:27:22.208093 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:27:22.362870 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:27:23.901217 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:27:48.673301 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-4afb7a7a-701f-451b-bccc-bf4357d82d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:27:51.435551 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-28060bd1-f4c2-429a-a030-10c6152bbedb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:27:51.453318 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:27:51.692288 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:27:52.193869 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:27:52.364976 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:27:53.903299 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:03.773096 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403659c-36ec-40c8-9eb4-38c73165069b req-3a21e38a-175a-467d-a394-2273f0077891 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:28:03.774578 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-f403659c-36ec-40c8-9eb4-38c73165069b req-3a21e38a-175a-467d-a394-2273f0077891 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d6e9176-6435-4b3d-83bc-5e6e375e82c3 HTTP/1.1" status: 200  len: 945 time: 0.0816944
Apr 30 14:28:03.820932 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-f403659c-36ec-40c8-9eb4-38c73165069b req-21198ce0-1a14-4a81-aa3c-ea1a00f9e11c tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2f51c9d-52bf-44c7-aee5-df444be9e235&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405011
Apr 30 14:28:04.191116 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3d878-c3f3-41b1-9551-415ce3a4a4aa req-8298e004-da2c-4e53-b140-7be1fb4e6381 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:28:04.192523 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-72c3d878-c3f3-41b1-9551-415ce3a4a4aa req-8298e004-da2c-4e53-b140-7be1fb4e6381 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d6e9176-6435-4b3d-83bc-5e6e375e82c3 HTTP/1.1" status: 200  len: 945 time: 0.0826926
Apr 30 14:28:04.326484 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-72c3d878-c3f3-41b1-9551-415ce3a4a4aa req-8fe7b404-d44d-4c72-babc-93b7cf2d7c0b tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Deleting port 2d36e158-ea8e-4c90-8837-c35c9c2344da {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:28:04.326847 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-72c3d878-c3f3-41b1-9551-415ce3a4a4aa req-8fe7b404-d44d-4c72-babc-93b7cf2d7c0b tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:04.460464 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-72c3d878-c3f3-41b1-9551-415ce3a4a4aa req-8fe7b404-d44d-4c72-babc-93b7cf2d7c0b tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] For port 2d36e158-ea8e-4c90-8837-c35c9c2344da, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2d36e158-ea8e-4c90-8837-c35c9c2344da,segment=NetworkSegment(24abed45-2ceb-408d-9eba-0cb8b0a103b5),segment_id=24abed45-2ceb-408d-9eba-0cb8b0a103b5)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:28:04.460826 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-72c3d878-c3f3-41b1-9551-415ce3a4a4aa req-8fe7b404-d44d-4c72-babc-93b7cf2d7c0b tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:04.767811 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-72c3d878-c3f3-41b1-9551-415ce3a4a4aa req-8fe7b404-d44d-4c72-babc-93b7cf2d7c0b tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:04.768125 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-72c3d878-c3f3-41b1-9551-415ce3a4a4aa req-8fe7b404-d44d-4c72-babc-93b7cf2d7c0b tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998352'] for floatingip, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:04.768325 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.db.l3_db [req-72c3d878-c3f3-41b1-9551-415ce3a4a4aa req-8fe7b404-d44d-4c72-babc-93b7cf2d7c0b tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Floating IP 45c66145-6a21-4d4b-9281-4c485abbf698 disassociated. External IP: 172.27.1.83, port: 2d36e158-ea8e-4c90-8837-c35c9c2344da.
Apr 30 14:28:04.768497 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-72c3d878-c3f3-41b1-9551-415ce3a4a4aa req-8fe7b404-d44d-4c72-babc-93b7cf2d7c0b tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Calling delete_port for 2d36e158-ea8e-4c90-8837-c35c9c2344da owned by compute:nova {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:28:04.884662 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-72c3d878-c3f3-41b1-9551-415ce3a4a4aa req-8fe7b404-d44d-4c72-babc-93b7cf2d7c0b tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5706159'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:04.891790 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-3132a1ab-addc-40a4-9e74-1ae4203faf2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:04.942533 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7b404-d44d-4c72-babc-93b7cf2d7c0b tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Pushing event deleted for resources: {'Port': ['ID=2d36e158-ea8e-4c90-8837-c35c9c2344da,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:04.957614 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7b404-d44d-4c72-babc-93b7cf2d7c0b tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:28:04.958012 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7b404-d44d-4c72-babc-93b7cf2d7c0b tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:28:04.958410 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7b404-d44d-4c72-babc-93b7cf2d7c0b tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:28:04.958780 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7b404-d44d-4c72-babc-93b7cf2d7c0b tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:28:04.959106 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7b404-d44d-4c72-babc-93b7cf2d7c0b tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:28:04.959483 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7b404-d44d-4c72-babc-93b7cf2d7c0b tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:28:04.959833 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7b404-d44d-4c72-babc-93b7cf2d7c0b tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:28:04.960204 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7b404-d44d-4c72-babc-93b7cf2d7c0b tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:28:04.960552 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7b404-d44d-4c72-babc-93b7cf2d7c0b tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:28:04.960895 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7b404-d44d-4c72-babc-93b7cf2d7c0b tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:28:04.961241 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7b404-d44d-4c72-babc-93b7cf2d7c0b tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:28:04.961586 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7b404-d44d-4c72-babc-93b7cf2d7c0b tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:28:04.964914 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-8fe7b404-d44d-4c72-babc-93b7cf2d7c0b tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:05.075060 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-5e00e6df-6beb-4296-b962-5228ac64f2ec req-d653b1ae-1e13-42d9-8325-0dbaaead20e0 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d6e9176-6435-4b3d-83bc-5e6e375e82c3 HTTP/1.1" status: 200  len: 210 time: 0.1089122
Apr 30 14:28:05.190917 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72c3d878-c3f3-41b1-9551-415ce3a4a4aa req-8fe7b404-d44d-4c72-babc-93b7cf2d7c0b tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Router 81c0fd10-1371-4748-9b8a-07d44f2b8ae4 has already been hosted by L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d {{(pid=73845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 14:28:05.365648 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72c3d878-c3f3-41b1-9551-415ce3a4a4aa req-8fe7b404-d44d-4c72-babc-93b7cf2d7c0b tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:28:05.375310 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98905de1-7b6b-4aff-b90a-55f04f942de6 None None] Sync routers for ids ['81c0fd10-1371-4748-9b8a-07d44f2b8ae4'] in dv-cinder-788365-2-iscsi {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:28:05.387970 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98905de1-7b6b-4aff-b90a-55f04f942de6 None None] Routers {'81c0fd10-1371-4748-9b8a-07d44f2b8ae4'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:28:05.388608 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-98905de1-7b6b-4aff-b90a-55f04f942de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc22ec0a0>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:27:51Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['81c0fd10-1371-4748-9b8a-07d44f2b8ae4'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:28:05.438715 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c3d878-c3f3-41b1-9551-415ce3a4a4aa req-8fe7b404-d44d-4c72-babc-93b7cf2d7c0b tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] No DVR routers for this DVR port 2d36e158-ea8e-4c90-8837-c35c9c2344da on host hv-cinder-78836 {{(pid=73845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 14:28:05.441230 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-72c3d878-c3f3-41b1-9551-415ce3a4a4aa req-8fe7b404-d44d-4c72-babc-93b7cf2d7c0b tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:05.443736 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6e9176-6435-4b3d-83bc-5e6e375e82c3', 'name': 'network-vif-deleted', 'tag': '2d36e158-ea8e-4c90-8837-c35c9c2344da'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:28:05.460520 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-72c3d878-c3f3-41b1-9551-415ce3a4a4aa req-8fe7b404-d44d-4c72-babc-93b7cf2d7c0b tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.43 "DELETE /v2.0/ports/2d36e158-ea8e-4c90-8837-c35c9c2344da HTTP/1.1" status: 204  len: 173 time: 1.2609591
Apr 30 14:28:05.548419 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6e9176-6435-4b3d-83bc-5e6e375e82c3', 'name': 'network-vif-deleted', 'tag': '2d36e158-ea8e-4c90-8837-c35c9c2344da', 'status': 'completed', 'code': 200}
Apr 30 14:28:05.577137 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-98905de1-7b6b-4aff-b90a-55f04f942de6 None None] Set router 81c0fd10-1371-4748-9b8a-07d44f2b8ae4 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:28:05.935549 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-98905de1-7b6b-4aff-b90a-55f04f942de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc22ec0a0>, [{'id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'name': 'tempest-AttachVolumeShelveTestJSON-656818362-router', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'c708843d-ccc2-48a8-adad-025035c063de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:43Z', 'updated_at': '2021-04-30T14:07:53Z', 'revision_number': 4, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'gw_port': {'id': 'c708843d-ccc2-48a8-adad-025035c063de', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:44Z', 'updated_at': '2021-04-30T14:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '83bdddf4-9278-4964-9e49-62f4e0e3469f', 'name': '', 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'mac_address': 'fa:16:3e:6e:47:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4e52451-0e3b-4085-8ae2-b72618ac007f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:50Z', 'updated_at': '2021-04-30T14:08:05Z', 'revision_number': 5, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'subnets': [{'id': 'f4e52451-0e3b-4085-8ae2-b72618ac007f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:28:05.939623 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98905de1-7b6b-4aff-b90a-55f04f942de6 None None] Checking router: 81c0fd10-1371-4748-9b8a-07d44f2b8ae4 for host: dv-cinder-788365-2-iscsi {{(pid=73846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:28:05.948322 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98905de1-7b6b-4aff-b90a-55f04f942de6 None None] Routers {'81c0fd10-1371-4748-9b8a-07d44f2b8ae4'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:28:05.948929 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-98905de1-7b6b-4aff-b90a-55f04f942de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc22ec0a0>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:27:51Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['81c0fd10-1371-4748-9b8a-07d44f2b8ae4'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:28:06.139355 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-98905de1-7b6b-4aff-b90a-55f04f942de6 None None] Set router 81c0fd10-1371-4748-9b8a-07d44f2b8ae4 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:28:06.447218 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-98905de1-7b6b-4aff-b90a-55f04f942de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc22ec0a0>, [{'id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'name': 'tempest-AttachVolumeShelveTestJSON-656818362-router', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'c708843d-ccc2-48a8-adad-025035c063de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:43Z', 'updated_at': '2021-04-30T14:07:53Z', 'revision_number': 4, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'gw_port': {'id': 'c708843d-ccc2-48a8-adad-025035c063de', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:44Z', 'updated_at': '2021-04-30T14:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '83bdddf4-9278-4964-9e49-62f4e0e3469f', 'name': '', 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'mac_address': 'fa:16:3e:6e:47:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4e52451-0e3b-4085-8ae2-b72618ac007f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:50Z', 'updated_at': '2021-04-30T14:08:05Z', 'revision_number': 5, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'subnets': [{'id': 'f4e52451-0e3b-4085-8ae2-b72618ac007f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:28:06.451632 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98905de1-7b6b-4aff-b90a-55f04f942de6 None None] The sync data for ids ['81c0fd10-1371-4748-9b8a-07d44f2b8ae4'] in dv-cinder-788365-2-iscsi is: [{'id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'name': 'tempest-AttachVolumeShelveTestJSON-656818362-router', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'c708843d-ccc2-48a8-adad-025035c063de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:43Z', 'updated_at': '2021-04-30T14:07:53Z', 'revision_number': 4, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'gw_port': {'id': 'c708843d-ccc2-48a8-adad-025035c063de', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:44Z', 'updated_at': '2021-04-30T14:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '83bdddf4-9278-4964-9e49-62f4e0e3469f', 'name': '', 'network_id': 'c672d43e-499d-4af9-b38c-fc321cbe269c', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'mac_address': 'fa:16:3e:6e:47:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'f4e52451-0e3b-4085-8ae2-b72618ac007f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:50Z', 'updated_at': '2021-04-30T14:08:05Z', 'revision_number': 5, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'subnets': [{'id': 'f4e52451-0e3b-4085-8ae2-b72618ac007f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:28:06.660164 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe77cdb1-44c9-4e6e-aaec-f8a892ffeb4d None None] New status for floating IP 45c66145-6a21-4d4b-9281-4c485abbf698: DOWN {{(pid=73847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 14:28:07.236078 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 52150) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:07.300494 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-1505e278-605a-49dc-8cac-f7f47d5bd663 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:07.327456 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-1505e278-605a-49dc-8cac-f7f47d5bd663 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:07.379327 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-1505e278-605a-49dc-8cac-f7f47d5bd663 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:07.383134 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-2b66c81d-b3df-4b07-8ee1-5534fd7ce041 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:07.396914 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1505e278-605a-49dc-8cac-f7f47d5bd663 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f51c9d-52bf-44c7-aee5-df444be9e235,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:07.406810 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505e278-605a-49dc-8cac-f7f47d5bd663 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:28:07.407186 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505e278-605a-49dc-8cac-f7f47d5bd663 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:28:07.407578 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505e278-605a-49dc-8cac-f7f47d5bd663 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:28:07.407978 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505e278-605a-49dc-8cac-f7f47d5bd663 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:28:07.408363 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505e278-605a-49dc-8cac-f7f47d5bd663 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:28:07.408749 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505e278-605a-49dc-8cac-f7f47d5bd663 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:28:07.409111 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505e278-605a-49dc-8cac-f7f47d5bd663 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:28:07.409470 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505e278-605a-49dc-8cac-f7f47d5bd663 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:28:07.409863 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505e278-605a-49dc-8cac-f7f47d5bd663 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:28:07.410220 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505e278-605a-49dc-8cac-f7f47d5bd663 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:28:07.410583 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505e278-605a-49dc-8cac-f7f47d5bd663 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:28:07.410938 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505e278-605a-49dc-8cac-f7f47d5bd663 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:28:07.415390 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-1505e278-605a-49dc-8cac-f7f47d5bd663 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:07.418793 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-1505e278-605a-49dc-8cac-f7f47d5bd663 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:07.420529 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-1505e278-605a-49dc-8cac-f7f47d5bd663 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "DELETE /v2.0/security-groups/c2f51c9d-52bf-44c7-aee5-df444be9e235 HTTP/1.1" status: 204  len: 168 time: 0.1834869
Apr 30 14:28:07.423182 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 52154) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:07.438880 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.api.v2.resource [None req-220d9355-456a-4170-9c2b-3810440fdcd4 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] show failed (client error): The resource could not be found.
Apr 30 14:28:07.439859 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-220d9355-456a-4170-9c2b-3810440fdcd4 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "GET /v2.0/security-groups/c2f51c9d-52bf-44c7-aee5-df444be9e235 HTTP/1.1" status: 404  len: 347 time: 0.0157878
Apr 30 14:28:07.442777 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 52158) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:07.664490 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-63a82a47-8d3e-46d5-bd83-d4d2c050e2d9 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Deleting port e5ea438a-7ff7-4051-9c03-7d08e8f1eeba {{(pid=73844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:28:07.664838 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-63a82a47-8d3e-46d5-bd83-d4d2c050e2d9 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:07.784495 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-63a82a47-8d3e-46d5-bd83-d4d2c050e2d9 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:07.784946 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-63a82a47-8d3e-46d5-bd83-d4d2c050e2d9 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:07.907909 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-63a82a47-8d3e-46d5-bd83-d4d2c050e2d9 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Calling delete_port for e5ea438a-7ff7-4051-9c03-7d08e8f1eeba owned by network:floatingip {{(pid=73844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:28:08.084906 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6db92ab5-7a59-4729-96ae-cdb474452a32 req-a0b667f9-c9e9-4680-a203-824d24b474b5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f3bb0198-e7a4-4720-b5fe-87f585faf237&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0792115
Apr 30 14:28:08.116410 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-63a82a47-8d3e-46d5-bd83-d4d2c050e2d9 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6994046'] for port, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:08.119888 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-e791bc5d-9fd3-42bb-93b5-5f1b45077d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:08.163789 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a82a47-8d3e-46d5-bd83-d4d2c050e2d9 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Pushing event deleted for resources: {'Port': ['ID=e5ea438a-7ff7-4051-9c03-7d08e8f1eeba,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:08.167086 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-63a82a47-8d3e-46d5-bd83-d4d2c050e2d9 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:08.258203 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-63a82a47-8d3e-46d5-bd83-d4d2c050e2d9 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks [] for floatingip, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:08.272672 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-63a82a47-8d3e-46d5-bd83-d4d2c050e2d9 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for floatingip, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:08.273847 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-63a82a47-8d3e-46d5-bd83-d4d2c050e2d9 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] 10.222.0.32 "DELETE /v2.0/floatingips/45c66145-6a21-4d4b-9281-4c485abbf698 HTTP/1.1" status: 204  len: 168 time: 0.8302305
Apr 30 14:28:08.347516 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db92ab5-7a59-4729-96ae-cdb474452a32 req-f6f89468-7453-42ac-a86d-e1e66d7c2899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:28:08.348973 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6db92ab5-7a59-4729-96ae-cdb474452a32 req-f6f89468-7453-42ac-a86d-e1e66d7c2899 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7abbf22e49d14a8ba3c6061e4aaeef34&device_id=f3bb0198-e7a4-4720-b5fe-87f585faf237 HTTP/1.1" status: 200  len: 1098 time: 0.1622987
Apr 30 14:28:08.498160 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db92ab5-7a59-4729-96ae-cdb474452a32 req-ced9ddfc-d1ad-41e8-b3b7-a9986d4a3ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:28:08.499583 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6db92ab5-7a59-4729-96ae-cdb474452a32 req-ced9ddfc-d1ad-41e8-b3b7-a9986d4a3ef4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f610bd26-2e37-48ef-90fd-5e8ebed549b3 HTTP/1.1" status: 200  len: 913 time: 0.1279016
Apr 30 14:28:08.605914 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6db92ab5-7a59-4729-96ae-cdb474452a32 req-3629ed98-23f4-48c9-9493-16cd84de7adf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ab68836-f397-4b9e-bf4d-b42f3a0369c2 HTTP/1.1" status: 200  len: 1001 time: 0.0964704
Apr 30 14:28:08.665500 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db92ab5-7a59-4729-96ae-cdb474452a32 req-e79ec409-5e07-49db-8f17-65560257edda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:28:08.666949 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6db92ab5-7a59-4729-96ae-cdb474452a32 req-e79ec409-5e07-49db-8f17-65560257edda service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cbf9a206-b4b1-4cb9-a994-3e377e8fd720 HTTP/1.1" status: 200  len: 850 time: 0.0566802
Apr 30 14:28:08.742471 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db92ab5-7a59-4729-96ae-cdb474452a32 req-fe2ec7c2-5cb0-49b6-920c-99720904d8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:28:08.743933 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6db92ab5-7a59-4729-96ae-cdb474452a32 req-fe2ec7c2-5cb0-49b6-920c-99720904d8ca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f610bd26-2e37-48ef-90fd-5e8ebed549b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0717425
Apr 30 14:28:08.870741 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6db92ab5-7a59-4729-96ae-cdb474452a32 req-c05262be-5a5e-4ee9-a70e-278aa8a8d62e service neutron] 10.222.0.43 "GET /v2.0/networks/f610bd26-2e37-48ef-90fd-5e8ebed549b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1211953
Apr 30 14:28:09.010394 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6db92ab5-7a59-4729-96ae-cdb474452a32 req-d48d3bd6-5f70-4683-81f5-016da5919d63 service neutron] 10.222.0.43 "GET /v2.0/networks/f610bd26-2e37-48ef-90fd-5e8ebed549b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1309462
Apr 30 14:28:09.027473 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 2d36e158-ea8e-4c90-8837-c35c9c2344da no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:28:09.068994 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] No Port match for: 2d36e158-ea8e-4c90-8837-c35c9c2344da {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:28:09.069352 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 2d36e158-ea8e-4c90-8837-c35c9c2344da not bound to the agent host hv-cinder-78836 {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:28:11.165814 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 52182) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:11.831085 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-205ddf8b-b501-4b7a-ae5a-907458a6ddcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998330'] for router_interface, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:12.234267 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-205ddf8b-b501-4b7a-ae5a-907458a6ddcd admin admin] Deleting port 83bdddf4-9278-4964-9e49-62f4e0e3469f {{(pid=73844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:28:12.234983 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-205ddf8b-b501-4b7a-ae5a-907458a6ddcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:12.354933 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.db [None req-205ddf8b-b501-4b7a-ae5a-907458a6ddcd admin admin] For port 83bdddf4-9278-4964-9e49-62f4e0e3469f, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=83bdddf4-9278-4964-9e49-62f4e0e3469f,segment=NetworkSegment(24abed45-2ceb-408d-9eba-0cb8b0a103b5),segment_id=24abed45-2ceb-408d-9eba-0cb8b0a103b5)] {{(pid=73844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:28:12.355289 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-205ddf8b-b501-4b7a-ae5a-907458a6ddcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:12.565473 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-205ddf8b-b501-4b7a-ae5a-907458a6ddcd admin admin] Calling delete_port for 83bdddf4-9278-4964-9e49-62f4e0e3469f owned by network:router_interface {{(pid=73844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:28:12.717477 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-205ddf8b-b501-4b7a-ae5a-907458a6ddcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6994046'] for port, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:12.721365 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-9598ddfe-73d9-42d9-ac10-33e0b0fb509b tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:12.766735 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ddf8b-b501-4b7a-ae5a-907458a6ddcd admin admin] Pushing event deleted for resources: {'Port': ['ID=83bdddf4-9278-4964-9e49-62f4e0e3469f,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:12.769101 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-205ddf8b-b501-4b7a-ae5a-907458a6ddcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:13.031919 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-205ddf8b-b501-4b7a-ae5a-907458a6ddcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8003786'] for router_interface, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:13.383531 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205ddf8b-b501-4b7a-ae5a-907458a6ddcd admin admin] Router 81c0fd10-1371-4748-9b8a-07d44f2b8ae4 has already been hosted by L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d {{(pid=73844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 14:28:13.553626 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205ddf8b-b501-4b7a-ae5a-907458a6ddcd admin admin] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:28:13.561791 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167f4b1f-7178-429b-9458-420c6c681ce7 None None] Sync routers for ids ['81c0fd10-1371-4748-9b8a-07d44f2b8ae4'] in dv-cinder-788365-2-iscsi {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:28:13.565726 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-205ddf8b-b501-4b7a-ae5a-907458a6ddcd admin admin] 10.222.0.32 "PUT /v2.0/routers/81c0fd10-1371-4748-9b8a-07d44f2b8ae4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3988316
Apr 30 14:28:13.568152 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 52188) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:13.570985 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167f4b1f-7178-429b-9458-420c6c681ce7 None None] Routers {'81c0fd10-1371-4748-9b8a-07d44f2b8ae4'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:28:13.571600 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-167f4b1f-7178-429b-9458-420c6c681ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc22d4e80>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:27:51Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['81c0fd10-1371-4748-9b8a-07d44f2b8ae4'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:28:13.741562 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f451fbaa-17a3-4d16-afac-c0505d6cc3cc admin admin] Notify callbacks [] for router, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:13.747348 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-167f4b1f-7178-429b-9458-420c6c681ce7 None None] Set router 81c0fd10-1371-4748-9b8a-07d44f2b8ae4 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:28:14.013193 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f451fbaa-17a3-4d16-afac-c0505d6cc3cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:14.075225 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-167f4b1f-7178-429b-9458-420c6c681ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc22d4e80>, [{'id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'name': 'tempest-AttachVolumeShelveTestJSON-656818362-router', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'c708843d-ccc2-48a8-adad-025035c063de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:43Z', 'updated_at': '2021-04-30T14:28:12Z', 'revision_number': 5, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'gw_port': {'id': 'c708843d-ccc2-48a8-adad-025035c063de', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:f6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:44Z', 'updated_at': '2021-04-30T14:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi'}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:28:14.079806 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167f4b1f-7178-429b-9458-420c6c681ce7 None None] Checking router: 81c0fd10-1371-4748-9b8a-07d44f2b8ae4 for host: dv-cinder-788365-2-iscsi {{(pid=73846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:28:14.088029 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167f4b1f-7178-429b-9458-420c6c681ce7 None None] Routers {'81c0fd10-1371-4748-9b8a-07d44f2b8ae4'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:28:14.088266 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-f451fbaa-17a3-4d16-afac-c0505d6cc3cc admin admin] Deleting port c708843d-ccc2-48a8-adad-025035c063de {{(pid=73844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:28:14.088625 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f451fbaa-17a3-4d16-afac-c0505d6cc3cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:14.088748 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-167f4b1f-7178-429b-9458-420c6c681ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc22d4e80>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:27:51Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['81c0fd10-1371-4748-9b8a-07d44f2b8ae4'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:28:14.210893 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.db [None req-f451fbaa-17a3-4d16-afac-c0505d6cc3cc admin admin] For port c708843d-ccc2-48a8-adad-025035c063de, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=c708843d-ccc2-48a8-adad-025035c063de,segment=NetworkSegment(d90c35f3-ac38-4f09-b94c-cacd24da79a8),segment_id=d90c35f3-ac38-4f09-b94c-cacd24da79a8)] {{(pid=73844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:28:14.211244 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f451fbaa-17a3-4d16-afac-c0505d6cc3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:14.238268 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-167f4b1f-7178-429b-9458-420c6c681ce7 None None] Set router 81c0fd10-1371-4748-9b8a-07d44f2b8ae4 gateway port host: None {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:28:14.336906 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-f451fbaa-17a3-4d16-afac-c0505d6cc3cc admin admin] Calling delete_port for c708843d-ccc2-48a8-adad-025035c063de owned by network:router_gateway {{(pid=73844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:28:14.342765 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-167f4b1f-7178-429b-9458-420c6c681ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc22d4e80>, [{'id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'name': 'tempest-AttachVolumeShelveTestJSON-656818362-router', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:43Z', 'updated_at': '2021-04-30T14:28:14Z', 'revision_number': 6, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'gw_port_host': None}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:28:14.346979 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167f4b1f-7178-429b-9458-420c6c681ce7 None None] The sync data for ids ['81c0fd10-1371-4748-9b8a-07d44f2b8ae4'] in dv-cinder-788365-2-iscsi is: [{'id': '81c0fd10-1371-4748-9b8a-07d44f2b8ae4', 'name': 'tempest-AttachVolumeShelveTestJSON-656818362-router', 'tenant_id': '13478f31079d4d4f97143a6de5da7786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:43Z', 'updated_at': '2021-04-30T14:28:14Z', 'revision_number': 6, 'project_id': '13478f31079d4d4f97143a6de5da7786', 'gw_port_host': None}] {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:28:14.473643 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f451fbaa-17a3-4d16-afac-c0505d6cc3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6994046'] for port, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:14.477121 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-004f0ba7-8432-4d4b-8d3f-bbd9676e3066 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:14.521903 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451fbaa-17a3-4d16-afac-c0505d6cc3cc admin admin] Pushing event deleted for resources: {'Port': ['ID=c708843d-ccc2-48a8-adad-025035c063de,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:14.549949 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-f451fbaa-17a3-4d16-afac-c0505d6cc3cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:14.615612 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f451fbaa-17a3-4d16-afac-c0505d6cc3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7996653'] for router_gateway, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:14.790148 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f451fbaa-17a3-4d16-afac-c0505d6cc3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5731'] for router, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:14.792881 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f451fbaa-17a3-4d16-afac-c0505d6cc3cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:14.814960 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f451fbaa-17a3-4d16-afac-c0505d6cc3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8005192'] for router, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:14.815457 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f451fbaa-17a3-4d16-afac-c0505d6cc3cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81c0fd10-1371-4748-9b8a-07d44f2b8ae4 {{(pid=73844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 14:28:14.827558 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f451fbaa-17a3-4d16-afac-c0505d6cc3cc admin admin] Notify callbacks [] for router, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:14.828659 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-f451fbaa-17a3-4d16-afac-c0505d6cc3cc admin admin] 10.222.0.32 "DELETE /v2.0/routers/81c0fd10-1371-4748-9b8a-07d44f2b8ae4 HTTP/1.1" status: 204  len: 168 time: 1.2596247
Apr 30 14:28:14.831150 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 52194) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:14.891674 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.db_base_plugin_v2 [None req-47c9d63b-945e-4d3b-9d8c-c65368cb625c admin admin] Deleting subnet f4e52451-0e3b-4085-8ae2-b72618ac007f {{(pid=73844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 14:28:14.894438 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-47c9d63b-945e-4d3b-9d8c-c65368cb625c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:14.942206 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-47c9d63b-945e-4d3b-9d8c-c65368cb625c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7339661'] for subnet, precommit_delete_associations {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:15.017077 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-47c9d63b-945e-4d3b-9d8c-c65368cb625c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996049'] for subnet, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:15.261155 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 83bdddf4-9278-4964-9e49-62f4e0e3469f no longer exists at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:28:15.269323 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-47c9d63b-945e-4d3b-9d8c-c65368cb625c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6993923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6538315'] for subnet, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:15.273640 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:15.298664 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] No Port match for: 83bdddf4-9278-4964-9e49-62f4e0e3469f {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:28:15.299021 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 83bdddf4-9278-4964-9e49-62f4e0e3469f not bound to the agent host dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:28:15.299460 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device c708843d-ccc2-48a8-adad-025035c063de no longer exists at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:28:15.307530 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c9d63b-945e-4d3b-9d8c-c65368cb625c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4e52451-0e3b-4085-8ae2-b72618ac007f,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:15.312351 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-47c9d63b-945e-4d3b-9d8c-c65368cb625c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:15.319378 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-47c9d63b-945e-4d3b-9d8c-c65368cb625c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for subnet, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:15.327149 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-47c9d63b-945e-4d3b-9d8c-c65368cb625c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f4e52451-0e3b-4085-8ae2-b72618ac007f HTTP/1.1" status: 204  len: 168 time: 0.4950268
Apr 30 14:28:15.329675 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 52198) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:15.330181 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1222699c-6960-47c6-9d59-e42d3060ea77 None None] Network c672d43e-499d-4af9-b38c-fc321cbe269c requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:28:15.365527 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] No Port match for: c708843d-ccc2-48a8-adad-025035c063de {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:28:15.366107 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device c708843d-ccc2-48a8-adad-025035c063de not bound to the agent host dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:28:15.442543 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e0abde50-178c-4dfb-b7b7-4435f486a045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639966'] for network, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:15.514848 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-e0abde50-178c-4dfb-b7b7-4435f486a045 admin admin] Deleting port 7e46f9a8-f607-4426-86c6-3c348bdff006 {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:28:15.515187 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e0abde50-178c-4dfb-b7b7-4435f486a045 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:15.573328 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a91ce79-d311-4860-a547-bcaacd2908d5 None None] DHCP port deletion for c672d43e-499d-4af9-b38c-fc321cbe269c request from dv-cinder-788365-2-iscsi {{(pid=73846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 14:28:15.616007 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [None req-e0abde50-178c-4dfb-b7b7-4435f486a045 admin admin] For port 7e46f9a8-f607-4426-86c6-3c348bdff006, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=7e46f9a8-f607-4426-86c6-3c348bdff006,segment=NetworkSegment(24abed45-2ceb-408d-9eba-0cb8b0a103b5),segment_id=24abed45-2ceb-408d-9eba-0cb8b0a103b5)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:28:15.616366 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e0abde50-178c-4dfb-b7b7-4435f486a045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:15.637368 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-3a91ce79-d311-4860-a547-bcaacd2908d5 None None] Deleting port 7e46f9a8-f607-4426-86c6-3c348bdff006 {{(pid=73846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:28:15.637692 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-3a91ce79-d311-4860-a547-bcaacd2908d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:15.737110 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-e0abde50-178c-4dfb-b7b7-4435f486a045 admin admin] Calling delete_port for 7e46f9a8-f607-4426-86c6-3c348bdff006 owned by network:dhcp {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:28:15.737337 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-3a91ce79-d311-4860-a547-bcaacd2908d5 None None] For port 7e46f9a8-f607-4426-86c6-3c348bdff006, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=7e46f9a8-f607-4426-86c6-3c348bdff006,segment=NetworkSegment(24abed45-2ceb-408d-9eba-0cb8b0a103b5),segment_id=24abed45-2ceb-408d-9eba-0cb8b0a103b5)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:28:15.737521 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-3a91ce79-d311-4860-a547-bcaacd2908d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:15.783805 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e0abde50-178c-4dfb-b7b7-4435f486a045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5706159'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:15.787628 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-e86fb50f-66f2-4a31-9cec-32336ce2d3e0 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:15.833078 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0abde50-178c-4dfb-b7b7-4435f486a045 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e46f9a8-f607-4426-86c6-3c348bdff006,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:15.837481 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0abde50-178c-4dfb-b7b7-4435f486a045 admin admin] No DVR routers for this DVR port 7e46f9a8-f607-4426-86c6-3c348bdff006 on host dv-cinder-788365-2-iscsi {{(pid=73845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 14:28:15.839463 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-e0abde50-178c-4dfb-b7b7-4435f486a045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:15.858343 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-3a91ce79-d311-4860-a547-bcaacd2908d5 None None] Calling delete_port for 7e46f9a8-f607-4426-86c6-3c348bdff006 owned by network:dhcp {{(pid=73846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:28:15.899773 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-3a91ce79-d311-4860-a547-bcaacd2908d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197'] for port, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:15.904512 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-22a9d86d-9d3f-4245-99db-f539425b000d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:15.949077 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91ce79-d311-4860-a547-bcaacd2908d5 None None] Pushing event deleted for resources: {'Port': ['ID=7e46f9a8-f607-4426-86c6-3c348bdff006,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:15.954074 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a91ce79-d311-4860-a547-bcaacd2908d5 None None] No DVR routers for this DVR port 7e46f9a8-f607-4426-86c6-3c348bdff006 on host dv-cinder-788365-2-iscsi {{(pid=73846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 14:28:15.954455 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e0abde50-178c-4dfb-b7b7-4435f486a045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984668', 'neutron.services.segments.db._delete_segments_for_network-8774018681245'] for network, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:15.960774 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91ce79-d311-4860-a547-bcaacd2908d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:28:15.961133 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91ce79-d311-4860-a547-bcaacd2908d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:28:15.963729 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91ce79-d311-4860-a547-bcaacd2908d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:28:15.963729 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91ce79-d311-4860-a547-bcaacd2908d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:28:15.963729 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91ce79-d311-4860-a547-bcaacd2908d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:28:15.963729 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91ce79-d311-4860-a547-bcaacd2908d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:28:15.963729 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91ce79-d311-4860-a547-bcaacd2908d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:28:15.963729 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91ce79-d311-4860-a547-bcaacd2908d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:28:15.963729 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91ce79-d311-4860-a547-bcaacd2908d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:28:15.963729 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91ce79-d311-4860-a547-bcaacd2908d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:28:15.964487 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91ce79-d311-4860-a547-bcaacd2908d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:28:15.964487 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91ce79-d311-4860-a547-bcaacd2908d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:28:15.967286 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-3a91ce79-d311-4860-a547-bcaacd2908d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:16.148905 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.services.segments.db [None req-e0abde50-178c-4dfb-b7b7-4435f486a045 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fadc2851070>,) {'filters': {'network_id': ['c672d43e-499d-4af9-b38c-fc321cbe269c']}} {{(pid=73845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:28:16.161483 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.services.segments.db [None req-e0abde50-178c-4dfb-b7b7-4435f486a045 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fadc2851070>, '24abed45-2ceb-408d-9eba-0cb8b0a103b5') {'for_net_delete': True} {{(pid=73845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:28:16.161798 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.services.segments.db [None req-e0abde50-178c-4dfb-b7b7-4435f486a045 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fadc2851070>, '24abed45-2ceb-408d-9eba-0cb8b0a103b5') {} {{(pid=73845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:28:16.173410 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e0abde50-178c-4dfb-b7b7-4435f486a045 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774018692967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5537990'] for segment, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:16.189739 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e0abde50-178c-4dfb-b7b7-4435f486a045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-993311'] for segment, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:16.195999 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0abde50-178c-4dfb-b7b7-4435f486a045 admin admin] Releasing vlan 1431 on physical network physnet1 to pool {{(pid=73845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 14:28:16.360200 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [None req-e0abde50-178c-4dfb-b7b7-4435f486a045 admin admin] Network c672d43e-499d-4af9-b38c-fc321cbe269c has no segments {{(pid=73845) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 14:28:16.372535 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e0abde50-178c-4dfb-b7b7-4435f486a045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-993508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5706104'] for segment, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:16.534786 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [None req-e0abde50-178c-4dfb-b7b7-4435f486a045 admin admin] Network c672d43e-499d-4af9-b38c-fc321cbe269c has no segments {{(pid=73845) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 14:28:16.555290 dv-cinder-788365-2-iscsi neutron-server[73845]: Traceback (most recent call last):
Apr 30 14:28:16.555290 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 14:28:16.555290 dv-cinder-788365-2-iscsi neutron-server[73845]:     timer()
Apr 30 14:28:16.555290 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 14:28:16.555290 dv-cinder-788365-2-iscsi neutron-server[73845]:     cb(*args, **kw)
Apr 30 14:28:16.555290 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 14:28:16.555290 dv-cinder-788365-2-iscsi neutron-server[73845]:     return func(*args, **kwargs)
Apr 30 14:28:16.555290 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 14:28:16.555290 dv-cinder-788365-2-iscsi neutron-server[73845]:     self._notify()
Apr 30 14:28:16.555290 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 14:28:16.555290 dv-cinder-788365-2-iscsi neutron-server[73845]:     self.callback(batched_events)
Apr 30 14:28:16.555290 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 14:28:16.555290 dv-cinder-788365-2-iscsi neutron-server[73845]:     event.method(event)
Apr 30 14:28:16.555290 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 14:28:16.555290 dv-cinder-788365-2-iscsi neutron-server[73845]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 14:28:16.555290 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 14:28:16.555290 dv-cinder-788365-2-iscsi neutron-server[73845]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 14:28:16.555290 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 14:28:16.555290 dv-cinder-788365-2-iscsi neutron-server[73845]:     return f(self, *a, **k)
Apr 30 14:28:16.555290 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 14:28:16.555290 dv-cinder-788365-2-iscsi neutron-server[73845]:     return self._get(url).json()
Apr 30 14:28:16.555290 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 14:28:16.555290 dv-cinder-788365-2-iscsi neutron-server[73845]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 14:28:16.555290 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 14:28:16.555290 dv-cinder-788365-2-iscsi neutron-server[73845]:     return self.request(url, 'GET', **kwargs)
Apr 30 14:28:16.555290 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 14:28:16.555290 dv-cinder-788365-2-iscsi neutron-server[73845]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 14:28:16.555290 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 14:28:16.555290 dv-cinder-788365-2-iscsi neutron-server[73845]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 14:28:16.555290 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 14:28:16.555290 dv-cinder-788365-2-iscsi neutron-server[73845]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 14:28:16.555290 dv-cinder-788365-2-iscsi neutron-server[73845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 14:28:16.630491 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e0abde50-178c-4dfb-b7b7-4435f486a045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8010353'] for network, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:16.633966 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-71c8c6a7-356c-42de-af89-c53ba8d7b16e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:16.646980 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e0abde50-178c-4dfb-b7b7-4435f486a045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for network, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:16.657251 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0abde50-178c-4dfb-b7b7-4435f486a045 admin admin] Pushing event deleted for resources: {'Network': ['ID=c672d43e-499d-4af9-b38c-fc321cbe269c,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:16.660267 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-e0abde50-178c-4dfb-b7b7-4435f486a045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:16.670430 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-e0abde50-178c-4dfb-b7b7-4435f486a045 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c672d43e-499d-4af9-b38c-fc321cbe269c HTTP/1.1" status: 204  len: 168 time: 1.3390393
Apr 30 14:28:16.789773 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 52204) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:16.837737 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-b060d9f6-6ee1-47c0-ab91-e4c79aca86d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=13478f31079d4d4f97143a6de5da7786&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0467267
Apr 30 14:28:16.840001 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 52208) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:16.896946 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b64b3ca4-9c58-4356-9e00-ff33328b011c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:16.925525 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b64b3ca4-9c58-4356-9e00-ff33328b011c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:16.976854 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b64b3ca4-9c58-4356-9e00-ff33328b011c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:16.981523 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:16.994291 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b3ca4-9c58-4356-9e00-ff33328b011c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f1076a-cfbc-4d4b-8284-fbf5e1de1de4,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:16.996570 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-b64b3ca4-9c58-4356-9e00-ff33328b011c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:17.004508 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b64b3ca4-9c58-4356-9e00-ff33328b011c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:17.007980 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-b64b3ca4-9c58-4356-9e00-ff33328b011c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/09f1076a-cfbc-4d4b-8284-fbf5e1de1de4 HTTP/1.1" status: 204  len: 168 time: 0.1645982
Apr 30 14:28:17.261166 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 7e46f9a8-f607-4426-86c6-3c348bdff006 no longer exists at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:28:17.294850 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] No Port match for: 7e46f9a8-f607-4426-86c6-3c348bdff006 {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:28:17.295212 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 7e46f9a8-f607-4426-86c6-3c348bdff006 not bound to the agent host dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:28:18.678089 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-aac2117c-b019-4d77-b248-18e434504cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:20.224721 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 52342) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:20.361844 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-8fc8cbbc-4c8d-43e2-b0f4-401f47bf10af admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:20.464941 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-8fc8cbbc-4c8d-43e2-b0f4-401f47bf10af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:28:20.468799 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-8fc8cbbc-4c8d-43e2-b0f4-401f47bf10af admin admin] Usage tracker for resource:security_group_rule and tenant:220633f0e6a14d84ae5f68849883dc48 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:28:20.471967 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-8fc8cbbc-4c8d-43e2-b0f4-401f47bf10af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:28:20.477538 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-8fc8cbbc-4c8d-43e2-b0f4-401f47bf10af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:28:20.558884 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-8fc8cbbc-4c8d-43e2-b0f4-401f47bf10af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:20.562943 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-8fc8cbbc-4c8d-43e2-b0f4-401f47bf10af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:20.569648 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-4078fb9a-016a-4c0d-a66d-0ce58a2a96ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:20.610133 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-8fc8cbbc-4c8d-43e2-b0f4-401f47bf10af admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=220633f0e6a14d84ae5f68849883dc48&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3843513
Apr 30 14:28:20.611009 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc8cbbc-4c8d-43e2-b0f4-401f47bf10af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346084de-5543-4601-b8c8-d04cfc874105,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:20.612913 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 52348) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:20.619010 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-8fc8cbbc-4c8d-43e2-b0f4-401f47bf10af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:20.672378 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-df9b19ca-fcb8-45fd-b31c-fa12d739c1eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:20.697824 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-df9b19ca-fcb8-45fd-b31c-fa12d739c1eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:20.746986 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-df9b19ca-fcb8-45fd-b31c-fa12d739c1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:20.750677 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-f11742dc-95d6-4180-b224-a6005c9e0bd2 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:20.762028 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b19ca-fcb8-45fd-b31c-fa12d739c1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346084de-5543-4601-b8c8-d04cfc874105,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:20.764223 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-df9b19ca-fcb8-45fd-b31c-fa12d739c1eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:20.769214 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-df9b19ca-fcb8-45fd-b31c-fa12d739c1eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:20.770351 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-df9b19ca-fcb8-45fd-b31c-fa12d739c1eb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/346084de-5543-4601-b8c8-d04cfc874105 HTTP/1.1" status: 204  len: 168 time: 0.1564877
Apr 30 14:28:21.045671 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 52356) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:21.063364 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f8d635fa-6810-4bb8-87aa-6e7f4cbcd2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:21.081159 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-f8d635fa-6810-4bb8-87aa-6e7f4cbcd2c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:28:21.084933 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-f8d635fa-6810-4bb8-87aa-6e7f4cbcd2c8 admin admin] Usage tracker for resource:security_group_rule and tenant:09b6a9b37fda4e26a9210a59e258f2ef is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:28:21.087717 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-f8d635fa-6810-4bb8-87aa-6e7f4cbcd2c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:28:21.093937 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-f8d635fa-6810-4bb8-87aa-6e7f4cbcd2c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:28:21.174467 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f8d635fa-6810-4bb8-87aa-6e7f4cbcd2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:21.178055 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f8d635fa-6810-4bb8-87aa-6e7f4cbcd2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:21.186230 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-d028a51e-fb7c-48d9-874d-92546a73498c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:21.225231 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-f8d635fa-6810-4bb8-87aa-6e7f4cbcd2c8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=09b6a9b37fda4e26a9210a59e258f2ef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1785092
Apr 30 14:28:21.226809 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d635fa-6810-4bb8-87aa-6e7f4cbcd2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0c6641-353f-44d4-8e8d-ffc49569c75c,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:21.227986 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 52360) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:21.229716 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-f8d635fa-6810-4bb8-87aa-6e7f4cbcd2c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:21.289807 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-a4631915-7f45-4328-9232-ad2348ca0dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:21.314903 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-a4631915-7f45-4328-9232-ad2348ca0dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:21.368043 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-a4631915-7f45-4328-9232-ad2348ca0dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:21.371733 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-72d5f3f1-9b8b-4ed4-b1f7-2a3948a1ee7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:21.384496 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4631915-7f45-4328-9232-ad2348ca0dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0c6641-353f-44d4-8e8d-ffc49569c75c,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:21.388901 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-a4631915-7f45-4328-9232-ad2348ca0dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:21.394621 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-a4631915-7f45-4328-9232-ad2348ca0dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:21.395854 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-a4631915-7f45-4328-9232-ad2348ca0dd0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e0c6641-353f-44d4-8e8d-ffc49569c75c HTTP/1.1" status: 204  len: 168 time: 0.1668396
Apr 30 14:28:21.436895 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a96836bc-f2d0-45ba-9de6-ea7cccd181ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:21.455592 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:22.223845 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:22.369630 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:23.065765 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 52406) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:23.180664 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-74856278-1c1b-47ff-9298-24e5f7c4d0a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:23.195419 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-74856278-1c1b-47ff-9298-24e5f7c4d0a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:28:23.199276 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-74856278-1c1b-47ff-9298-24e5f7c4d0a1 admin admin] Usage tracker for resource:security_group_rule and tenant:10a333e261974fad8c616afab8e4182b is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:28:23.202080 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-74856278-1c1b-47ff-9298-24e5f7c4d0a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:28:23.207699 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-74856278-1c1b-47ff-9298-24e5f7c4d0a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:28:23.291664 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-74856278-1c1b-47ff-9298-24e5f7c4d0a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:23.295772 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-74856278-1c1b-47ff-9298-24e5f7c4d0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:23.304063 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-8fc8cbbc-4c8d-43e2-b0f4-401f47bf10af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:23.343186 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-74856278-1c1b-47ff-9298-24e5f7c4d0a1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=10a333e261974fad8c616afab8e4182b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2763891
Apr 30 14:28:23.344169 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74856278-1c1b-47ff-9298-24e5f7c4d0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef30f36-78d5-4317-a19b-18e58f0a9c84,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:23.346126 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 52412) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:23.347945 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-74856278-1c1b-47ff-9298-24e5f7c4d0a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:23.404953 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f879-fb07-4ae1-a2d0-d82850501d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:23.429854 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f879-fb07-4ae1-a2d0-d82850501d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:23.480713 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f879-fb07-4ae1-a2d0-d82850501d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:23.484863 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-8dff7939-95e4-489b-8e6e-d7d1467bde7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:23.498691 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5f879-fb07-4ae1-a2d0-d82850501d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef30f36-78d5-4317-a19b-18e58f0a9c84,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:23.502621 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-f7c5f879-fb07-4ae1-a2d0-d82850501d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:23.510576 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f879-fb07-4ae1-a2d0-d82850501d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:23.513960 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-f7c5f879-fb07-4ae1-a2d0-d82850501d49 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cef30f36-78d5-4317-a19b-18e58f0a9c84 HTTP/1.1" status: 204  len: 168 time: 0.1645789
Apr 30 14:28:23.793316 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 52420) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:23.811041 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7928ae11-845e-4871-a9eb-6b78b3610744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:23.824736 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-7928ae11-845e-4871-a9eb-6b78b3610744 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:28:23.828544 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-7928ae11-845e-4871-a9eb-6b78b3610744 admin admin] Usage tracker for resource:security_group_rule and tenant:45a3a18485324306a9a9bfa3c78de1d3 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:28:23.831282 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-7928ae11-845e-4871-a9eb-6b78b3610744 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:28:23.836791 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-7928ae11-845e-4871-a9eb-6b78b3610744 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:28:23.906224 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:23.920671 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7928ae11-845e-4871-a9eb-6b78b3610744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:23.924999 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7928ae11-845e-4871-a9eb-6b78b3610744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:23.933066 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-e15bb6df-25a7-4fef-89ab-9613df29bf99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:23.971751 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-7928ae11-845e-4871-a9eb-6b78b3610744 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=45a3a18485324306a9a9bfa3c78de1d3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1772988
Apr 30 14:28:23.973283 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928ae11-845e-4871-a9eb-6b78b3610744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc67a53-4b39-403f-872a-dd5ed5372074,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:23.974387 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 52424) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:23.976399 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-7928ae11-845e-4871-a9eb-6b78b3610744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:24.035971 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c75cf341-6dfa-469c-9914-34c10c685848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:24.065143 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c75cf341-6dfa-469c-9914-34c10c685848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:24.116110 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c75cf341-6dfa-469c-9914-34c10c685848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:24.120702 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-b435b564-7ba7-47dd-ad69-e3317c6372fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:24.132527 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75cf341-6dfa-469c-9914-34c10c685848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc67a53-4b39-403f-872a-dd5ed5372074,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:24.135939 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-c75cf341-6dfa-469c-9914-34c10c685848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:24.141851 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c75cf341-6dfa-469c-9914-34c10c685848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:24.142971 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-c75cf341-6dfa-469c-9914-34c10c685848 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ffc67a53-4b39-403f-872a-dd5ed5372074 HTTP/1.1" status: 204  len: 168 time: 0.1675766
Apr 30 14:28:28.691491 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:28:28.822710 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 52498) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:28.942854 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7ff9f3fd-0295-4e0c-8af5-0c8bbf62420a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:28.958118 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-7ff9f3fd-0295-4e0c-8af5-0c8bbf62420a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:28:28.962053 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-7ff9f3fd-0295-4e0c-8af5-0c8bbf62420a admin admin] Usage tracker for resource:security_group_rule and tenant:62c14066d99749c98c27a312e9c39f11 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:28:28.964899 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-7ff9f3fd-0295-4e0c-8af5-0c8bbf62420a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:28:28.971099 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-7ff9f3fd-0295-4e0c-8af5-0c8bbf62420a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:28:29.054618 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7ff9f3fd-0295-4e0c-8af5-0c8bbf62420a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:29.058710 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-7ff9f3fd-0295-4e0c-8af5-0c8bbf62420a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:29.065793 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-b74c2b7c-4ab9-4e72-aa6d-7214b2487b36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:29.106216 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-7ff9f3fd-0295-4e0c-8af5-0c8bbf62420a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=62c14066d99749c98c27a312e9c39f11&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2824059
Apr 30 14:28:29.106962 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9f3fd-0295-4e0c-8af5-0c8bbf62420a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14358c99-ea7b-4f93-af81-e382dfee17e2,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:29.108918 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 52504) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:29.110857 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-7ff9f3fd-0295-4e0c-8af5-0c8bbf62420a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:29.170004 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-6964d7a4-cb03-4074-822e-3186560672fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:29.194981 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-6964d7a4-cb03-4074-822e-3186560672fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:29.249574 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-6964d7a4-cb03-4074-822e-3186560672fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:29.254229 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-3ed1a670-d514-4d54-9b80-4071d6faf607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:29.268368 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6964d7a4-cb03-4074-822e-3186560672fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14358c99-ea7b-4f93-af81-e382dfee17e2,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:29.271368 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-6964d7a4-cb03-4074-822e-3186560672fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:29.276140 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-6964d7a4-cb03-4074-822e-3186560672fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:29.277283 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-6964d7a4-cb03-4074-822e-3186560672fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/14358c99-ea7b-4f93-af81-e382dfee17e2 HTTP/1.1" status: 204  len: 168 time: 0.1666629
Apr 30 14:28:29.558973 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 52512) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:29.576775 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-14ed8700-0a22-4744-9b7f-ab523a9708ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:29.591538 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-14ed8700-0a22-4744-9b7f-ab523a9708ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:28:29.595791 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-14ed8700-0a22-4744-9b7f-ab523a9708ae admin admin] Usage tracker for resource:security_group_rule and tenant:53679b0d59624917b14e13f6bbe5019f is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:28:29.598583 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-14ed8700-0a22-4744-9b7f-ab523a9708ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:28:29.604095 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-14ed8700-0a22-4744-9b7f-ab523a9708ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:28:29.685686 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-14ed8700-0a22-4744-9b7f-ab523a9708ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:29.689933 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-14ed8700-0a22-4744-9b7f-ab523a9708ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:29.696600 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-723fa888-627d-4102-b1ae-8899706eb5be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:29.736581 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-14ed8700-0a22-4744-9b7f-ab523a9708ae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=53679b0d59624917b14e13f6bbe5019f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1765850
Apr 30 14:28:29.737554 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed8700-0a22-4744-9b7f-ab523a9708ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b75a02-ef4b-4995-aafb-bf623b517c01,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:29.739282 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 52516) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:29.740560 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-14ed8700-0a22-4744-9b7f-ab523a9708ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:29.801134 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-77e63a50-56a0-4291-8fe5-b4d6e31c89ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:29.826534 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-77e63a50-56a0-4291-8fe5-b4d6e31c89ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:29.877635 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-77e63a50-56a0-4291-8fe5-b4d6e31c89ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:29.881337 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-38eb41e0-f38c-4544-b830-e86d48056bda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:29.893305 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e63a50-56a0-4291-8fe5-b4d6e31c89ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b75a02-ef4b-4995-aafb-bf623b517c01,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:29.896017 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-77e63a50-56a0-4291-8fe5-b4d6e31c89ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:29.903052 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-77e63a50-56a0-4291-8fe5-b4d6e31c89ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:29.904151 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-77e63a50-56a0-4291-8fe5-b4d6e31c89ee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/21b75a02-ef4b-4995-aafb-bf623b517c01 HTTP/1.1" status: 204  len: 168 time: 0.1639011
Apr 30 14:28:32.039223 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 52588) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:32.155572 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-87f5b923-d9dc-4ab1-8b84-24efb3229eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:32.170941 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-87f5b923-d9dc-4ab1-8b84-24efb3229eac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:28:32.175010 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-87f5b923-d9dc-4ab1-8b84-24efb3229eac admin admin] Usage tracker for resource:security_group_rule and tenant:26fc397ec22f400590ea6f315746cd51 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:28:32.177829 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-87f5b923-d9dc-4ab1-8b84-24efb3229eac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:28:32.183543 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-87f5b923-d9dc-4ab1-8b84-24efb3229eac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:28:32.263176 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-87f5b923-d9dc-4ab1-8b84-24efb3229eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:32.266949 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-87f5b923-d9dc-4ab1-8b84-24efb3229eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:32.275819 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-4c23efa4-8609-4b49-aa2b-e04c70440066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:32.318468 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-87f5b923-d9dc-4ab1-8b84-24efb3229eac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=26fc397ec22f400590ea6f315746cd51&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2780468
Apr 30 14:28:32.319069 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5b923-d9dc-4ab1-8b84-24efb3229eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32a203a-aae3-4194-a81b-ecb2b708f91c,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:32.321493 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 52594) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:32.322079 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-87f5b923-d9dc-4ab1-8b84-24efb3229eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:32.384689 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-cb2dc0fc-77ab-4dce-ace6-707a1119701f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:32.411557 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-cb2dc0fc-77ab-4dce-ace6-707a1119701f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:32.462502 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-cb2dc0fc-77ab-4dce-ace6-707a1119701f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:32.466080 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-e5a2f6b6-cff2-404d-b1e1-76cd316f76e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:32.479230 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2dc0fc-77ab-4dce-ace6-707a1119701f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32a203a-aae3-4194-a81b-ecb2b708f91c,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:32.482065 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-cb2dc0fc-77ab-4dce-ace6-707a1119701f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:32.489890 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-cb2dc0fc-77ab-4dce-ace6-707a1119701f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:32.496281 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-cb2dc0fc-77ab-4dce-ace6-707a1119701f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f32a203a-aae3-4194-a81b-ecb2b708f91c HTTP/1.1" status: 204  len: 168 time: 0.1706605
Apr 30 14:28:32.762897 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 52602) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:32.781242 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-57474a0f-9320-4e64-803d-9a88f5ca68c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:32.795057 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-57474a0f-9320-4e64-803d-9a88f5ca68c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:28:32.798867 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-57474a0f-9320-4e64-803d-9a88f5ca68c4 admin admin] Usage tracker for resource:security_group_rule and tenant:d58215942a954d6e95f8413d3cd1a068 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:28:32.801585 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-57474a0f-9320-4e64-803d-9a88f5ca68c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:28:32.807201 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-57474a0f-9320-4e64-803d-9a88f5ca68c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:28:32.895560 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-57474a0f-9320-4e64-803d-9a88f5ca68c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:32.899185 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-57474a0f-9320-4e64-803d-9a88f5ca68c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:32.907399 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-7c23d27c-8281-4e8d-b01d-319cf8983461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:32.946512 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-57474a0f-9320-4e64-803d-9a88f5ca68c4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d58215942a954d6e95f8413d3cd1a068&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1825957
Apr 30 14:28:32.947469 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57474a0f-9320-4e64-803d-9a88f5ca68c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29b7ea6-1af6-407a-8cf1-6f3997cc6e42,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:32.949181 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 52606) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:32.950436 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-57474a0f-9320-4e64-803d-9a88f5ca68c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:33.009337 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4265ac7d-9cd5-4df4-98e9-c0932b98d1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:33.034159 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4265ac7d-9cd5-4df4-98e9-c0932b98d1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:33.084691 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4265ac7d-9cd5-4df4-98e9-c0932b98d1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:33.088691 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-eeea807f-0c7d-46dd-b949-62123ae9e6bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:33.100919 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265ac7d-9cd5-4df4-98e9-c0932b98d1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29b7ea6-1af6-407a-8cf1-6f3997cc6e42,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:33.103697 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-4265ac7d-9cd5-4df4-98e9-c0932b98d1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:33.110664 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4265ac7d-9cd5-4df4-98e9-c0932b98d1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:33.112409 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-4265ac7d-9cd5-4df4-98e9-c0932b98d1bd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f29b7ea6-1af6-407a-8cf1-6f3997cc6e42 HTTP/1.1" status: 204  len: 168 time: 0.1621661
Apr 30 14:28:33.825622 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 52630) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:33.929266 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-78712b06-2610-4620-b087-053404067ef1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-215725953-network', 'tenant_id': '396dadd7fc1e40dbb60d2772be0afa1b'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:28:33.933933 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-78712b06-2610-4620-b087-053404067ef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:28:33.937691 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-78712b06-2610-4620-b087-053404067ef1 admin admin] Usage tracker for resource:network and tenant:396dadd7fc1e40dbb60d2772be0afa1b is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:28:33.941022 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-78712b06-2610-4620-b087-053404067ef1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:28:33.947319 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-78712b06-2610-4620-b087-053404067ef1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:28:33.957323 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78712b06-2610-4620-b087-053404067ef1 admin admin] Made reservation on behalf of 396dadd7fc1e40dbb60d2772be0afa1b for: {'network': 1} {{(pid=73844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:28:33.959716 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-78712b06-2610-4620-b087-053404067ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for network, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:33.971603 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-78712b06-2610-4620-b087-053404067ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:33.985634 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-78712b06-2610-4620-b087-053404067ef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:28:33.989333 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-78712b06-2610-4620-b087-053404067ef1 admin admin] Usage tracker for resource:security_group_rule and tenant:396dadd7fc1e40dbb60d2772be0afa1b is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:28:33.992096 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-78712b06-2610-4620-b087-053404067ef1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:28:33.997676 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-78712b06-2610-4620-b087-053404067ef1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:28:34.086682 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-78712b06-2610-4620-b087-053404067ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:34.090397 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-78712b06-2610-4620-b087-053404067ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:34.093158 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-c19a6c77-98a2-46f3-8817-0a089d21fb69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:34.120854 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78712b06-2610-4620-b087-053404067ef1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1402, 'physical_network': 'physnet1'}  {{(pid=73844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 14:28:34.130399 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78712b06-2610-4620-b087-053404067ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33798fe3-bc6c-4594-8cd8-df21babedf3d,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:34.133516 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-78712b06-2610-4620-b087-053404067ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:34.137874 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-78712b06-2610-4620-b087-053404067ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-993311'] for segment, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:34.137874 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.db.segments_db [None req-78712b06-2610-4620-b087-053404067ef1 admin admin] Added segment 14013d8f-b9c5-40a6-b90c-5e1483e2f24b of type vlan for network fb82c8b2-ce35-4dc5-9564-27f4455cc1a0
Apr 30 14:28:34.164537 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-78712b06-2610-4620-b087-053404067ef1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774018256249'] for network, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:34.192848 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-78712b06-2610-4620-b087-053404067ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741'] for network, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:34.194165 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78712b06-2610-4620-b087-053404067ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:28:34.194745 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-78712b06-2610-4620-b087-053404067ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for network, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:34.197882 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:34.297872 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78712b06-2610-4620-b087-053404067ef1 admin admin] Pushing event updated for resources: {'Network': ['ID=fb82c8b2-ce35-4dc5-9564-27f4455cc1a0,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:34.303847 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-78712b06-2610-4620-b087-053404067ef1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4746029
Apr 30 14:28:34.303847 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-78712b06-2610-4620-b087-053404067ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:34.304294 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 52636) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:34.309045 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Network fb82c8b2-ce35-4dc5-9564-27f4455cc1a0 details requested by agent ovs-agent-dv-cinder-788365-2-iscsi with host dv-cinder-788365-2-iscsi {{(pid=73846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 14:28:34.309897 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-3a79aeab-f915-4ae5-918f-117d641fa9ea admin admin] Request body: {'subnet': {'network_id': 'fb82c8b2-ce35-4dc5-9564-27f4455cc1a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-215725953-subnet', 'tenant_id': '396dadd7fc1e40dbb60d2772be0afa1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:28:34.314818 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-3a79aeab-f915-4ae5-918f-117d641fa9ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:28:34.319366 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-3a79aeab-f915-4ae5-918f-117d641fa9ea admin admin] Usage tracker for resource:subnet and tenant:396dadd7fc1e40dbb60d2772be0afa1b is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:28:34.322304 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-3a79aeab-f915-4ae5-918f-117d641fa9ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:28:34.328116 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-3a79aeab-f915-4ae5-918f-117d641fa9ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:28:34.338288 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a79aeab-f915-4ae5-918f-117d641fa9ea admin admin] Made reservation on behalf of 396dadd7fc1e40dbb60d2772be0afa1b for: {'subnet': 1} {{(pid=73844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:28:34.340579 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3a79aeab-f915-4ae5-918f-117d641fa9ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6538326'] for subnet, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:34.723206 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3a79aeab-f915-4ae5-918f-117d641fa9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6994382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6538308'] for subnet, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:34.726896 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-07af04cf-2735-4f0b-9a98-acb1bc093db7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:34.802537 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a79aeab-f915-4ae5-918f-117d641fa9ea admin admin] Checking segment: {'id': '14013d8f-b9c5-40a6-b90c-5e1483e2f24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1402, 'network_id': 'fb82c8b2-ce35-4dc5-9564-27f4455cc1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:28:34.802888 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a79aeab-f915-4ae5-918f-117d641fa9ea admin admin] Network hostable DHCP agents. Network: fb82c8b2-ce35-4dc5-9564-27f4455cc1a0, hostable agents: ['b25aa941-54d2-4dd8-96cc-172903f8133a'], hosted agents: [] {{(pid=73844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 14:28:34.806477 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a79aeab-f915-4ae5-918f-117d641fa9ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=02a0ce4f-de3b-4f02-99b6-44317d8b6679,revision_number=0']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:34.811855 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-3a79aeab-f915-4ae5-918f-117d641fa9ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:34.822923 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a79aeab-f915-4ae5-918f-117d641fa9ea admin admin] Network fb82c8b2-ce35-4dc5-9564-27f4455cc1a0 is scheduled to be hosted by DHCP agent b25aa941-54d2-4dd8-96cc-172903f8133a with binding_index 1 {{(pid=73844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 14:28:34.832141 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.base_scheduler [None req-3a79aeab-f915-4ae5-918f-117d641fa9ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-2-iscsi, fb82c8b2-ce35-4dc5-9564-27f4455cc1a0) {{(pid=73844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:28:34.842209 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0867b9-af45-4c9d-9b32-97d487ad24d7 None None] Network fb82c8b2-ce35-4dc5-9564-27f4455cc1a0 requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:28:34.842798 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a79aeab-f915-4ae5-918f-117d641fa9ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:28:34.843805 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3a79aeab-f915-4ae5-918f-117d641fa9ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for subnet, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:34.868430 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-3a79aeab-f915-4ae5-918f-117d641fa9ea admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5630991
Apr 30 14:28:35.113556 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6335e0-db50-4b99-9e00-5137f2a56119 None None] Network fb82c8b2-ce35-4dc5-9564-27f4455cc1a0 requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:28:35.433358 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 52656) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:35.439116 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-51c83f92-6734-4df4-9796-3386d90fbc73 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1180972749-network', 'tenant_id': '9436b58e589e48ceb6500f89100b65b9'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:28:35.445561 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-51c83f92-6734-4df4-9796-3386d90fbc73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:28:35.449472 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-51c83f92-6734-4df4-9796-3386d90fbc73 admin admin] Usage tracker for resource:network and tenant:9436b58e589e48ceb6500f89100b65b9 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:28:35.452348 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-51c83f92-6734-4df4-9796-3386d90fbc73 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:28:35.458819 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-51c83f92-6734-4df4-9796-3386d90fbc73 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:28:35.468901 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c83f92-6734-4df4-9796-3386d90fbc73 admin admin] Made reservation on behalf of 9436b58e589e48ceb6500f89100b65b9 for: {'network': 1} {{(pid=73844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:28:35.471847 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-51c83f92-6734-4df4-9796-3386d90fbc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for network, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:35.485643 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-51c83f92-6734-4df4-9796-3386d90fbc73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:35.501190 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-51c83f92-6734-4df4-9796-3386d90fbc73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:28:35.505606 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-51c83f92-6734-4df4-9796-3386d90fbc73 admin admin] Usage tracker for resource:security_group_rule and tenant:9436b58e589e48ceb6500f89100b65b9 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:28:35.508519 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-51c83f92-6734-4df4-9796-3386d90fbc73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:28:35.514233 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-51c83f92-6734-4df4-9796-3386d90fbc73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:28:35.602297 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-51c83f92-6734-4df4-9796-3386d90fbc73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:35.606280 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-51c83f92-6734-4df4-9796-3386d90fbc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:35.609342 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-64ac43dd-26d4-4baf-bcba-52cc9d2af4d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:35.644203 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51c83f92-6734-4df4-9796-3386d90fbc73 admin admin] vlan segment allocate from pool success with {'vlan_id': 1430, 'physical_network': 'physnet1'}  {{(pid=73844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 14:28:35.649616 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c83f92-6734-4df4-9796-3386d90fbc73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98879e9d-defc-4601-be0c-918f48664e49,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:35.653507 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-51c83f92-6734-4df4-9796-3386d90fbc73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:35.657345 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-51c83f92-6734-4df4-9796-3386d90fbc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-993311'] for segment, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:35.657688 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.db.segments_db [None req-51c83f92-6734-4df4-9796-3386d90fbc73 admin admin] Added segment 599d7e5d-a798-45d6-9824-ae98144f5ac9 of type vlan for network e03e99a7-2ab9-4245-97af-a7b3a463e147
Apr 30 14:28:35.683555 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-51c83f92-6734-4df4-9796-3386d90fbc73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774018256249'] for network, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:35.713007 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-51c83f92-6734-4df4-9796-3386d90fbc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741'] for network, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:35.714386 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c83f92-6734-4df4-9796-3386d90fbc73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:28:35.714971 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-51c83f92-6734-4df4-9796-3386d90fbc73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for network, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:35.719744 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:35.894940 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-51c83f92-6734-4df4-9796-3386d90fbc73 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.4603441
Apr 30 14:28:35.897823 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 52660) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:35.900421 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c83f92-6734-4df4-9796-3386d90fbc73 admin admin] Pushing event updated for resources: {'Network': ['ID=e03e99a7-2ab9-4245-97af-a7b3a463e147,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:35.903455 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-88260a1f-297e-42af-b403-2ef1a0cf5bea admin admin] Request body: {'subnet': {'network_id': 'e03e99a7-2ab9-4245-97af-a7b3a463e147', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1180972749-subnet', 'tenant_id': '9436b58e589e48ceb6500f89100b65b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:28:35.903617 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-51c83f92-6734-4df4-9796-3386d90fbc73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:35.908882 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-88260a1f-297e-42af-b403-2ef1a0cf5bea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:28:35.910747 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Network e03e99a7-2ab9-4245-97af-a7b3a463e147 details requested by agent ovs-agent-dv-cinder-788365-2-iscsi with host dv-cinder-788365-2-iscsi {{(pid=73846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 14:28:35.912675 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-88260a1f-297e-42af-b403-2ef1a0cf5bea admin admin] Usage tracker for resource:subnet and tenant:9436b58e589e48ceb6500f89100b65b9 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:28:35.915471 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-88260a1f-297e-42af-b403-2ef1a0cf5bea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:28:35.921458 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-88260a1f-297e-42af-b403-2ef1a0cf5bea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:28:35.936668 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88260a1f-297e-42af-b403-2ef1a0cf5bea admin admin] Made reservation on behalf of 9436b58e589e48ceb6500f89100b65b9 for: {'subnet': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:28:35.938972 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-88260a1f-297e-42af-b403-2ef1a0cf5bea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5731382'] for subnet, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:36.385195 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-88260a1f-297e-42af-b403-2ef1a0cf5bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5705759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5731364'] for subnet, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:36.389621 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:36.466473 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88260a1f-297e-42af-b403-2ef1a0cf5bea admin admin] Pushing event updated for resources: {'Subnet': ['ID=72bdf63d-7f36-4276-b018-7d6773edcef6,revision_number=0']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:36.468646 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88260a1f-297e-42af-b403-2ef1a0cf5bea admin admin] Checking segment: {'id': '599d7e5d-a798-45d6-9824-ae98144f5ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': 'e03e99a7-2ab9-4245-97af-a7b3a463e147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:28:36.469003 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88260a1f-297e-42af-b403-2ef1a0cf5bea admin admin] Network hostable DHCP agents. Network: e03e99a7-2ab9-4245-97af-a7b3a463e147, hostable agents: ['b25aa941-54d2-4dd8-96cc-172903f8133a'], hosted agents: [] {{(pid=73845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 14:28:36.472568 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-88260a1f-297e-42af-b403-2ef1a0cf5bea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:36.488772 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88260a1f-297e-42af-b403-2ef1a0cf5bea admin admin] Network e03e99a7-2ab9-4245-97af-a7b3a463e147 is scheduled to be hosted by DHCP agent b25aa941-54d2-4dd8-96cc-172903f8133a with binding_index 1 {{(pid=73845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 14:28:36.499442 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-88260a1f-297e-42af-b403-2ef1a0cf5bea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-2-iscsi, e03e99a7-2ab9-4245-97af-a7b3a463e147) {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:28:36.508305 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88260a1f-297e-42af-b403-2ef1a0cf5bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:28:36.508892 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-88260a1f-297e-42af-b403-2ef1a0cf5bea admin admin] Notify callbacks [] for subnet, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:36.509030 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2caeb987-e44e-4252-862c-d19470e0301a None None] Network e03e99a7-2ab9-4245-97af-a7b3a463e147 requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:28:36.533772 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-88260a1f-297e-42af-b403-2ef1a0cf5bea admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6348269
Apr 30 14:28:36.717308 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d3938f-cc5d-4fe9-bd38-95299fd4af4d None None] Network e03e99a7-2ab9-4245-97af-a7b3a463e147 requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:28:43.191054 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75061528-2488-43b0-91b4-de62fa290c06 req-eb884b5b-e2f3-4d0b-bef4-734300e106fc tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:28:43.192680 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-75061528-2488-43b0-91b4-de62fa290c06 req-eb884b5b-e2f3-4d0b-bef4-734300e106fc tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3bb0198-e7a4-4720-b5fe-87f585faf237 HTTP/1.1" status: 200  len: 945 time: 0.0858517
Apr 30 14:28:43.242840 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-75061528-2488-43b0-91b4-de62fa290c06 req-6fdbc40e-1df3-4df8-bd55-f3c61746bad4 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9aba034-1e55-45ae-ab6c-b1343193ce6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421774
Apr 30 14:28:43.935459 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eeced1-c714-431b-a003-344a1631a9ac req-7cdeb770-ddc9-4d7a-93d8-36a21344e025 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:28:43.936888 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c1eeced1-c714-431b-a003-344a1631a9ac req-7cdeb770-ddc9-4d7a-93d8-36a21344e025 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3bb0198-e7a4-4720-b5fe-87f585faf237 HTTP/1.1" status: 200  len: 945 time: 0.0834498
Apr 30 14:28:44.076080 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-c1eeced1-c714-431b-a003-344a1631a9ac req-024666e8-eb11-4502-9bf9-b34fba322af6 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Deleting port 0ab68836-f397-4b9e-bf4d-b42f3a0369c2 {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:28:44.076426 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-c1eeced1-c714-431b-a003-344a1631a9ac req-024666e8-eb11-4502-9bf9-b34fba322af6 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:44.211189 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-c1eeced1-c714-431b-a003-344a1631a9ac req-024666e8-eb11-4502-9bf9-b34fba322af6 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] For port 0ab68836-f397-4b9e-bf4d-b42f3a0369c2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0ab68836-f397-4b9e-bf4d-b42f3a0369c2,segment=NetworkSegment(4fa753dc-1c3f-467c-a09c-87267f9be149),segment_id=4fa753dc-1c3f-467c-a09c-87267f9be149)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:28:44.211966 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-c1eeced1-c714-431b-a003-344a1631a9ac req-024666e8-eb11-4502-9bf9-b34fba322af6 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:44.464952 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9f8ac-bb45-4b56-bfae-822480f261ea req-df19a578-ce5b-4772-9375-aea4c86a3388 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:28:44.467124 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-b3d9f8ac-bb45-4b56-bfae-822480f261ea req-df19a578-ce5b-4772-9375-aea4c86a3388 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3bb0198-e7a4-4720-b5fe-87f585faf237 HTTP/1.1" status: 200  len: 945 time: 0.1119242
Apr 30 14:28:44.521964 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-b3d9f8ac-bb45-4b56-bfae-822480f261ea req-57c1bbf8-4508-4f11-98d2-237a1dddca60 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9aba034-1e55-45ae-ab6c-b1343193ce6f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466995
Apr 30 14:28:44.537266 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-c1eeced1-c714-431b-a003-344a1631a9ac req-024666e8-eb11-4502-9bf9-b34fba322af6 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:44.537879 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-c1eeced1-c714-431b-a003-344a1631a9ac req-024666e8-eb11-4502-9bf9-b34fba322af6 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998352'] for floatingip, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:44.539549 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.db.l3_db [req-c1eeced1-c714-431b-a003-344a1631a9ac req-024666e8-eb11-4502-9bf9-b34fba322af6 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Floating IP a2bb0608-deee-4020-a577-30ef0a3aba08 disassociated. External IP: 172.27.1.124, port: 0ab68836-f397-4b9e-bf4d-b42f3a0369c2.
Apr 30 14:28:44.541802 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-c1eeced1-c714-431b-a003-344a1631a9ac req-024666e8-eb11-4502-9bf9-b34fba322af6 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Calling delete_port for 0ab68836-f397-4b9e-bf4d-b42f3a0369c2 owned by compute:nova {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:28:44.669346 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-c1eeced1-c714-431b-a003-344a1631a9ac req-024666e8-eb11-4502-9bf9-b34fba322af6 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5706159'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:44.675886 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-ac2a76fa-d9d6-4789-8a5a-eef0fc21f88b tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:44.728216 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024666e8-eb11-4502-9bf9-b34fba322af6 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Pushing event deleted for resources: {'Port': ['ID=0ab68836-f397-4b9e-bf4d-b42f3a0369c2,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:44.730700 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-024666e8-eb11-4502-9bf9-b34fba322af6 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:44.917118 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1eeced1-c714-431b-a003-344a1631a9ac req-024666e8-eb11-4502-9bf9-b34fba322af6 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Router bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417 has already been hosted by L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d {{(pid=73845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 14:28:45.101349 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1eeced1-c714-431b-a003-344a1631a9ac req-024666e8-eb11-4502-9bf9-b34fba322af6 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:28:45.111003 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f56839-0404-432d-bd1c-c65a67c0e7cc None None] Sync routers for ids ['bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'] in dv-cinder-788365-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:28:45.121269 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f56839-0404-432d-bd1c-c65a67c0e7cc None None] Routers {'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:28:45.121907 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-a5f56839-0404-432d-bd1c-c65a67c0e7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc38a6970>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:28:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:28:45.268550 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1eeced1-c714-431b-a003-344a1631a9ac req-024666e8-eb11-4502-9bf9-b34fba322af6 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] No DVR routers for this DVR port 0ab68836-f397-4b9e-bf4d-b42f3a0369c2 on host hv-cinder-78836 {{(pid=73845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 14:28:45.270959 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-c1eeced1-c714-431b-a003-344a1631a9ac req-024666e8-eb11-4502-9bf9-b34fba322af6 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:45.273498 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3bb0198-e7a4-4720-b5fe-87f585faf237', 'name': 'network-vif-deleted', 'tag': '0ab68836-f397-4b9e-bf4d-b42f3a0369c2'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:28:45.289893 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c1eeced1-c714-431b-a003-344a1631a9ac req-024666e8-eb11-4502-9bf9-b34fba322af6 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.43 "DELETE /v2.0/ports/0ab68836-f397-4b9e-bf4d-b42f3a0369c2 HTTP/1.1" status: 204  len: 173 time: 1.3463948
Apr 30 14:28:45.305279 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-a5f56839-0404-432d-bd1c-c65a67c0e7cc None None] Set router bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:28:45.327409 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bb0198-e7a4-4720-b5fe-87f585faf237', 'name': 'network-vif-deleted', 'tag': '0ab68836-f397-4b9e-bf4d-b42f3a0369c2', 'status': 'completed', 'code': 200}
Apr 30 14:28:45.639526 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-a5f56839-0404-432d-bd1c-c65a67c0e7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc38a6970>, [{'id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'name': 'tempest-AttachVolumeTestJSON-1245073814-router', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:51Z', 'updated_at': '2021-04-30T14:08:12Z', 'revision_number': 4, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'gw_port': {'id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:48:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:54Z', 'updated_at': '2021-04-30T14:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '59f1e779-4aa2-4a4f-993d-5c998c94a94c', 'name': '', 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'mac_address': 'fa:16:3e:0a:13:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cbf9a206-b4b1-4cb9-a994-3e377e8fd720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:08:08Z', 'updated_at': '2021-04-30T14:08:24Z', 'revision_number': 5, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'subnets': [{'id': 'cbf9a206-b4b1-4cb9-a994-3e377e8fd720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:28:45.643777 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f56839-0404-432d-bd1c-c65a67c0e7cc None None] Checking router: bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417 for host: dv-cinder-788365-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:28:45.652418 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f56839-0404-432d-bd1c-c65a67c0e7cc None None] Routers {'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:28:45.653016 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-a5f56839-0404-432d-bd1c-c65a67c0e7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc38a6970>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:28:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:28:45.692378 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-51ec4910-5bf9-402a-b12d-e270e1833f31 req-c6923511-93f5-4826-b2db-c2e1bc4d93df tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3bb0198-e7a4-4720-b5fe-87f585faf237 HTTP/1.1" status: 200  len: 210 time: 0.0454099
Apr 30 14:28:45.832955 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-a5f56839-0404-432d-bd1c-c65a67c0e7cc None None] Set router bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:28:46.154094 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-a5f56839-0404-432d-bd1c-c65a67c0e7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc38a6970>, [{'id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'name': 'tempest-AttachVolumeTestJSON-1245073814-router', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:51Z', 'updated_at': '2021-04-30T14:08:12Z', 'revision_number': 4, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'gw_port': {'id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:48:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:54Z', 'updated_at': '2021-04-30T14:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '59f1e779-4aa2-4a4f-993d-5c998c94a94c', 'name': '', 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'mac_address': 'fa:16:3e:0a:13:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cbf9a206-b4b1-4cb9-a994-3e377e8fd720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:08:08Z', 'updated_at': '2021-04-30T14:08:24Z', 'revision_number': 5, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'subnets': [{'id': 'cbf9a206-b4b1-4cb9-a994-3e377e8fd720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:28:46.158518 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f56839-0404-432d-bd1c-c65a67c0e7cc None None] The sync data for ids ['bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'] in dv-cinder-788365-2-iscsi is: [{'id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'name': 'tempest-AttachVolumeTestJSON-1245073814-router', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:51Z', 'updated_at': '2021-04-30T14:08:12Z', 'revision_number': 4, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'gw_port': {'id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:48:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:54Z', 'updated_at': '2021-04-30T14:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '59f1e779-4aa2-4a4f-993d-5c998c94a94c', 'name': '', 'network_id': 'f610bd26-2e37-48ef-90fd-5e8ebed549b3', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'mac_address': 'fa:16:3e:0a:13:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cbf9a206-b4b1-4cb9-a994-3e377e8fd720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:08:08Z', 'updated_at': '2021-04-30T14:08:24Z', 'revision_number': 5, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'subnets': [{'id': 'cbf9a206-b4b1-4cb9-a994-3e377e8fd720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:28:46.378859 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c59d15-7c59-4815-9771-524bfb9c400e None None] New status for floating IP a2bb0608-deee-4020-a577-30ef0a3aba08: DOWN {{(pid=73846) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 14:28:47.045935 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 52774) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:47.112374 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-40fa0d3c-9834-430f-8306-40a5edef9069 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:47.140813 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-40fa0d3c-9834-430f-8306-40a5edef9069 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:47.200274 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-40fa0d3c-9834-430f-8306-40a5edef9069 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:47.204456 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-23150652-23bc-4c76-a334-9d8b36916cc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:47.219231 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa0d3c-9834-430f-8306-40a5edef9069 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9aba034-1e55-45ae-ab6c-b1343193ce6f,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:47.221756 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-40fa0d3c-9834-430f-8306-40a5edef9069 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:47.234579 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-40fa0d3c-9834-430f-8306-40a5edef9069 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:47.236074 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-40fa0d3c-9834-430f-8306-40a5edef9069 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "DELETE /v2.0/security-groups/b9aba034-1e55-45ae-ab6c-b1343193ce6f HTTP/1.1" status: 204  len: 168 time: 0.1889677
Apr 30 14:28:47.239392 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 52778) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:47.258690 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.api.v2.resource [None req-0b6b4911-15c1-4193-a91d-8da3cf36ea48 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] show failed (client error): The resource could not be found.
Apr 30 14:28:47.259936 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-0b6b4911-15c1-4193-a91d-8da3cf36ea48 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "GET /v2.0/security-groups/b9aba034-1e55-45ae-ab6c-b1343193ce6f HTTP/1.1" status: 404  len: 347 time: 0.0184312
Apr 30 14:28:47.263304 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 52784) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:47.297071 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 0ab68836-f397-4b9e-bf4d-b42f3a0369c2 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:28:47.332685 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] No Port match for: 0ab68836-f397-4b9e-bf4d-b42f3a0369c2 {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:28:47.333037 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device 0ab68836-f397-4b9e-bf4d-b42f3a0369c2 not bound to the agent host hv-cinder-78836 {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:28:47.493341 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-f726bfbf-e210-4066-8998-6b91a8066143 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Deleting port 0b067952-a8aa-44ac-a9b1-757afadb621f {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:28:47.493678 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f726bfbf-e210-4066-8998-6b91a8066143 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:47.617496 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f726bfbf-e210-4066-8998-6b91a8066143 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:47.617863 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f726bfbf-e210-4066-8998-6b91a8066143 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:47.742799 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-f726bfbf-e210-4066-8998-6b91a8066143 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Calling delete_port for 0b067952-a8aa-44ac-a9b1-757afadb621f owned by network:floatingip {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:28:47.854582 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f726bfbf-e210-4066-8998-6b91a8066143 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5706159'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:47.858940 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-e47100f8-b489-4b07-a62f-fbb26bab6f06 tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:47.903671 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f726bfbf-e210-4066-8998-6b91a8066143 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Pushing event deleted for resources: {'Port': ['ID=0b067952-a8aa-44ac-a9b1-757afadb621f,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:47.906785 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-f726bfbf-e210-4066-8998-6b91a8066143 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:47.993391 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f726bfbf-e210-4066-8998-6b91a8066143 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks [] for floatingip, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:48.010250 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f726bfbf-e210-4066-8998-6b91a8066143 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for floatingip, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:48.010250 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-f726bfbf-e210-4066-8998-6b91a8066143 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] 10.222.0.32 "DELETE /v2.0/floatingips/a2bb0608-deee-4020-a577-30ef0a3aba08 HTTP/1.1" status: 204  len: 168 time: 0.7440708
Apr 30 14:28:48.679317 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-5dc987c4-d712-4d52-a92a-f41c4ddce117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:50.909969 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 52836) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:51.461846 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f7872a86-4971-438e-a277-8c0b79c8cb28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:51.477839 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:51.627370 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-556bcd72-1d8b-4b22-8771-49a64067a868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998330'] for router_interface, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:52.027761 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-556bcd72-1d8b-4b22-8771-49a64067a868 admin admin] Deleting port 59f1e779-4aa2-4a4f-993d-5c998c94a94c {{(pid=73844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:28:52.028410 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-556bcd72-1d8b-4b22-8771-49a64067a868 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:52.146582 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.db [None req-556bcd72-1d8b-4b22-8771-49a64067a868 admin admin] For port 59f1e779-4aa2-4a4f-993d-5c998c94a94c, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=59f1e779-4aa2-4a4f-993d-5c998c94a94c,segment=NetworkSegment(4fa753dc-1c3f-467c-a09c-87267f9be149),segment_id=4fa753dc-1c3f-467c-a09c-87267f9be149)] {{(pid=73844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:28:52.146932 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-556bcd72-1d8b-4b22-8771-49a64067a868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:52.223007 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:52.363246 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-556bcd72-1d8b-4b22-8771-49a64067a868 admin admin] Calling delete_port for 59f1e779-4aa2-4a4f-993d-5c998c94a94c owned by network:router_interface {{(pid=73844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:28:52.372067 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:52.513095 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-556bcd72-1d8b-4b22-8771-49a64067a868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6994046'] for port, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:52.517894 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-13e3522b-2b05-48de-accd-52176a76776f tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:52.590649 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556bcd72-1d8b-4b22-8771-49a64067a868 admin admin] Pushing event deleted for resources: {'Port': ['ID=59f1e779-4aa2-4a4f-993d-5c998c94a94c,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:52.602117 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-556bcd72-1d8b-4b22-8771-49a64067a868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:52.802443 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 52862) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:52.839251 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-556bcd72-1d8b-4b22-8771-49a64067a868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8003786'] for router_interface, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:52.866423 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_v2 [None req-d791f17f-0144-43a2-ac07-6355ffaa9955 admin admin] Deleting subnet 02a0ce4f-de3b-4f02-99b6-44317d8b6679 {{(pid=73845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 14:28:52.869529 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d791f17f-0144-43a2-ac07-6355ffaa9955 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:52.918127 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d791f17f-0144-43a2-ac07-6355ffaa9955 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5537999'] for subnet, precommit_delete_associations {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:52.972708 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d791f17f-0144-43a2-ac07-6355ffaa9955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996049'] for subnet, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:53.193469 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556bcd72-1d8b-4b22-8771-49a64067a868 admin admin] Router bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417 has already been hosted by L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d {{(pid=73844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 14:28:53.222009 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d791f17f-0144-43a2-ac07-6355ffaa9955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5706194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5731371'] for subnet, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:53.226688 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-7d2b731c-4c07-4ba0-9498-e638b03bcead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:53.260955 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791f17f-0144-43a2-ac07-6355ffaa9955 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02a0ce4f-de3b-4f02-99b6-44317d8b6679,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:53.262942 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d791f17f-0144-43a2-ac07-6355ffaa9955 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:53.265659 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-d791f17f-0144-43a2-ac07-6355ffaa9955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:53.273440 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-d791f17f-0144-43a2-ac07-6355ffaa9955 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/02a0ce4f-de3b-4f02-99b6-44317d8b6679 HTTP/1.1" status: 204  len: 168 time: 0.4697688
Apr 30 14:28:53.274355 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 52866) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:53.449217 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d9380259-97b5-4412-bf08-023a5b56340d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639966'] for network, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:53.477274 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556bcd72-1d8b-4b22-8771-49a64067a868 admin admin] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:28:53.485886 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96aae712-f1a5-434a-8740-15f0ea9f29c4 None None] Sync routers for ids ['bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'] in dv-cinder-788365-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:28:53.495456 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96aae712-f1a5-434a-8740-15f0ea9f29c4 None None] Routers {'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:28:53.496077 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-96aae712-f1a5-434a-8740-15f0ea9f29c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc2f4c4c0>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:28:51Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:28:53.532337 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-556bcd72-1d8b-4b22-8771-49a64067a868 admin admin] 10.222.0.32 "PUT /v2.0/routers/bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6186442
Apr 30 14:28:53.532625 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 52870) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:53.686573 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-96aae712-f1a5-434a-8740-15f0ea9f29c4 None None] Set router bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:28:53.773149 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d9380259-97b5-4412-bf08-023a5b56340d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984668', 'neutron.services.segments.db._delete_segments_for_network-8774018681245'] for network, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:53.910877 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:53.963644 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.services.segments.db [None req-d9380259-97b5-4412-bf08-023a5b56340d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fadc2cfd8e0>,) {'filters': {'network_id': ['fb82c8b2-ce35-4dc5-9564-27f4455cc1a0']}} {{(pid=73844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:28:53.971389 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-96aae712-f1a5-434a-8740-15f0ea9f29c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc2f4c4c0>, [{'id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'name': 'tempest-AttachVolumeTestJSON-1245073814-router', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:51Z', 'updated_at': '2021-04-30T14:28:52Z', 'revision_number': 5, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'gw_port': {'id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:48:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:54Z', 'updated_at': '2021-04-30T14:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi'}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:28:53.975681 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96aae712-f1a5-434a-8740-15f0ea9f29c4 None None] Checking router: bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417 for host: dv-cinder-788365-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:28:53.983310 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.services.segments.db [None req-d9380259-97b5-4412-bf08-023a5b56340d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fadc2cfd8e0>, '14013d8f-b9c5-40a6-b90c-5e1483e2f24b') {'for_net_delete': True} {{(pid=73844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:28:53.983606 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.services.segments.db [None req-d9380259-97b5-4412-bf08-023a5b56340d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fadc2cfd8e0>, '14013d8f-b9c5-40a6-b90c-5e1483e2f24b') {} {{(pid=73844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:28:53.983942 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96aae712-f1a5-434a-8740-15f0ea9f29c4 None None] Routers {'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:28:53.984548 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-96aae712-f1a5-434a-8740-15f0ea9f29c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc2f4c4c0>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:28:51Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:28:53.991104 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-1cb5db3a-d38d-4c9c-9140-c1f2f42f926a admin admin] Notify callbacks [] for router, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:54.047812 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d9380259-97b5-4412-bf08-023a5b56340d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774018692967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7339652'] for segment, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:54.071753 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d9380259-97b5-4412-bf08-023a5b56340d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-993311'] for segment, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:54.082671 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9380259-97b5-4412-bf08-023a5b56340d admin admin] Releasing vlan 1402 on physical network physnet1 to pool {{(pid=73844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 14:28:54.201634 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-96aae712-f1a5-434a-8740-15f0ea9f29c4 None None] Set router bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:28:54.335441 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.managers [None req-d9380259-97b5-4412-bf08-023a5b56340d admin admin] Network fb82c8b2-ce35-4dc5-9564-27f4455cc1a0 has no segments {{(pid=73844) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 14:28:54.345243 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d9380259-97b5-4412-bf08-023a5b56340d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-993508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6994089'] for segment, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:54.426280 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-1cb5db3a-d38d-4c9c-9140-c1f2f42f926a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:54.478842 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-96aae712-f1a5-434a-8740-15f0ea9f29c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc2f4c4c0>, [{'id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'name': 'tempest-AttachVolumeTestJSON-1245073814-router', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:51Z', 'updated_at': '2021-04-30T14:28:52Z', 'revision_number': 5, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'gw_port': {'id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:48:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:54Z', 'updated_at': '2021-04-30T14:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi'}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:28:54.482624 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96aae712-f1a5-434a-8740-15f0ea9f29c4 None None] The sync data for ids ['bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417'] in dv-cinder-788365-2-iscsi is: [{'id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'name': 'tempest-AttachVolumeTestJSON-1245073814-router', 'tenant_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:07:51Z', 'updated_at': '2021-04-30T14:28:52Z', 'revision_number': 5, 'project_id': '7abbf22e49d14a8ba3c6061e4aaeef34', 'gw_port': {'id': 'eff64f23-9bcd-42f5-9e0a-9aef99764749', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:48:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:07:54Z', 'updated_at': '2021-04-30T14:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi'}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:28:54.553835 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.managers [None req-d9380259-97b5-4412-bf08-023a5b56340d admin admin] Network fb82c8b2-ce35-4dc5-9564-27f4455cc1a0 has no segments {{(pid=73844) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 14:28:54.578791 dv-cinder-788365-2-iscsi neutron-server[73844]: Traceback (most recent call last):
Apr 30 14:28:54.578791 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 14:28:54.578791 dv-cinder-788365-2-iscsi neutron-server[73844]:     timer()
Apr 30 14:28:54.578791 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 14:28:54.578791 dv-cinder-788365-2-iscsi neutron-server[73844]:     cb(*args, **kw)
Apr 30 14:28:54.578791 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 14:28:54.578791 dv-cinder-788365-2-iscsi neutron-server[73844]:     return func(*args, **kwargs)
Apr 30 14:28:54.578791 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 14:28:54.578791 dv-cinder-788365-2-iscsi neutron-server[73844]:     self._notify()
Apr 30 14:28:54.578791 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 14:28:54.578791 dv-cinder-788365-2-iscsi neutron-server[73844]:     self.callback(batched_events)
Apr 30 14:28:54.578791 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 14:28:54.578791 dv-cinder-788365-2-iscsi neutron-server[73844]:     event.method(event)
Apr 30 14:28:54.578791 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 14:28:54.578791 dv-cinder-788365-2-iscsi neutron-server[73844]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 14:28:54.578791 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 14:28:54.578791 dv-cinder-788365-2-iscsi neutron-server[73844]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 14:28:54.578791 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 14:28:54.578791 dv-cinder-788365-2-iscsi neutron-server[73844]:     return f(self, *a, **k)
Apr 30 14:28:54.578791 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 14:28:54.578791 dv-cinder-788365-2-iscsi neutron-server[73844]:     return self._get(url).json()
Apr 30 14:28:54.578791 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 14:28:54.578791 dv-cinder-788365-2-iscsi neutron-server[73844]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 14:28:54.578791 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 14:28:54.578791 dv-cinder-788365-2-iscsi neutron-server[73844]:     return self.request(url, 'GET', **kwargs)
Apr 30 14:28:54.578791 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 14:28:54.578791 dv-cinder-788365-2-iscsi neutron-server[73844]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 14:28:54.578791 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 14:28:54.578791 dv-cinder-788365-2-iscsi neutron-server[73844]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 14:28:54.578791 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 14:28:54.578791 dv-cinder-788365-2-iscsi neutron-server[73844]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 14:28:54.578791 dv-cinder-788365-2-iscsi neutron-server[73844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 14:28:54.656353 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d9380259-97b5-4412-bf08-023a5b56340d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8010353'] for network, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:54.662886 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-948f15a7-83c6-4f74-b16f-f98f7d716ebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:54.676660 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d9380259-97b5-4412-bf08-023a5b56340d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for network, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:54.691126 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9380259-97b5-4412-bf08-023a5b56340d admin admin] Pushing event deleted for resources: {'Network': ['ID=fb82c8b2-ce35-4dc5-9564-27f4455cc1a0,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:54.694903 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-d9380259-97b5-4412-bf08-023a5b56340d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:54.696268 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-d9380259-97b5-4412-bf08-023a5b56340d admin admin] 10.222.0.32 "DELETE /v2.0/networks/fb82c8b2-ce35-4dc5-9564-27f4455cc1a0 HTTP/1.1" status: 204  len: 168 time: 1.4209840
Apr 30 14:28:54.699182 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 52874) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:54.699892 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-1cb5db3a-d38d-4c9c-9140-c1f2f42f926a admin admin] Deleting port eff64f23-9bcd-42f5-9e0a-9aef99764749 {{(pid=73844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:28:54.699892 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-1cb5db3a-d38d-4c9c-9140-c1f2f42f926a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:54.762696 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_v2 [None req-84e07997-112f-4c83-8507-0ee9c1ff079d admin admin] Deleting subnet 72bdf63d-7f36-4276-b018-7d6773edcef6 {{(pid=73845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 14:28:54.765679 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-84e07997-112f-4c83-8507-0ee9c1ff079d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:54.816103 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-84e07997-112f-4c83-8507-0ee9c1ff079d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5537999'] for subnet, precommit_delete_associations {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:54.826329 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.db [None req-1cb5db3a-d38d-4c9c-9140-c1f2f42f926a admin admin] For port eff64f23-9bcd-42f5-9e0a-9aef99764749, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=eff64f23-9bcd-42f5-9e0a-9aef99764749,segment=NetworkSegment(d90c35f3-ac38-4f09-b94c-cacd24da79a8),segment_id=d90c35f3-ac38-4f09-b94c-cacd24da79a8)] {{(pid=73844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:28:54.826682 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-1cb5db3a-d38d-4c9c-9140-c1f2f42f926a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:54.968548 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-84e07997-112f-4c83-8507-0ee9c1ff079d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996049'] for subnet, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:55.057890 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-1cb5db3a-d38d-4c9c-9140-c1f2f42f926a admin admin] Calling delete_port for eff64f23-9bcd-42f5-9e0a-9aef99764749 owned by network:router_gateway {{(pid=73844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:28:55.200790 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-1cb5db3a-d38d-4c9c-9140-c1f2f42f926a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6994046'] for port, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:55.205390 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-2a366ccb-71b0-4cf8-9bd8-2d4ac39c2a75 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:55.226253 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-84e07997-112f-4c83-8507-0ee9c1ff079d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5706194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5731371'] for subnet, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:55.230845 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:55.245801 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 59f1e779-4aa2-4a4f-993d-5c998c94a94c no longer exists at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:28:55.251234 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5db3a-d38d-4c9c-9140-c1f2f42f926a admin admin] Pushing event deleted for resources: {'Port': ['ID=eff64f23-9bcd-42f5-9e0a-9aef99764749,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:55.254733 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-1cb5db3a-d38d-4c9c-9140-c1f2f42f926a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:55.276013 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e07997-112f-4c83-8507-0ee9c1ff079d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72bdf63d-7f36-4276-b018-7d6773edcef6,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:55.278641 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-84e07997-112f-4c83-8507-0ee9c1ff079d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:55.281224 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-84e07997-112f-4c83-8507-0ee9c1ff079d admin admin] Notify callbacks [] for subnet, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:55.287427 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-84e07997-112f-4c83-8507-0ee9c1ff079d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/72bdf63d-7f36-4276-b018-7d6773edcef6 HTTP/1.1" status: 204  len: 168 time: 0.5866270
Apr 30 14:28:55.289779 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 52878) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:55.290760 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] No Port match for: 59f1e779-4aa2-4a4f-993d-5c998c94a94c {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:28:55.291125 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 59f1e779-4aa2-4a4f-993d-5c998c94a94c not bound to the agent host dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:28:55.372825 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-1cb5db3a-d38d-4c9c-9140-c1f2f42f926a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7996653'] for router_gateway, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:55.398748 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0910638f-4d0c-4178-b772-df3fb9e19f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639966'] for network, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:55.525585 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0910638f-4d0c-4178-b772-df3fb9e19f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984668', 'neutron.services.segments.db._delete_segments_for_network-8774018681245'] for network, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:55.557222 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-1cb5db3a-d38d-4c9c-9140-c1f2f42f926a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5731'] for router, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:55.559477 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-1cb5db3a-d38d-4c9c-9140-c1f2f42f926a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:55.584930 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-1cb5db3a-d38d-4c9c-9140-c1f2f42f926a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8005192'] for router, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:55.585770 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb5db3a-d38d-4c9c-9140-c1f2f42f926a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417 {{(pid=73844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 14:28:55.604990 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-1cb5db3a-d38d-4c9c-9140-c1f2f42f926a admin admin] Notify callbacks [] for router, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:55.606829 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-1cb5db3a-d38d-4c9c-9140-c1f2f42f926a admin admin] 10.222.0.32 "DELETE /v2.0/routers/bbdcc0dd-29e7-46ea-8d2f-15ba48cc3417 HTTP/1.1" status: 204  len: 168 time: 2.0728910
Apr 30 14:28:55.609144 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 52882) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:55.641225 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.services.segments.db [None req-0910638f-4d0c-4178-b772-df3fb9e19f7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fadc25d0850>,) {'filters': {'network_id': ['e03e99a7-2ab9-4245-97af-a7b3a463e147']}} {{(pid=73845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:28:55.654317 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.services.segments.db [None req-0910638f-4d0c-4178-b772-df3fb9e19f7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fadc25d0850>, '599d7e5d-a798-45d6-9824-ae98144f5ac9') {'for_net_delete': True} {{(pid=73845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:28:55.654666 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.services.segments.db [None req-0910638f-4d0c-4178-b772-df3fb9e19f7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fadc25d0850>, '599d7e5d-a798-45d6-9824-ae98144f5ac9') {} {{(pid=73845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:28:55.667498 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0910638f-4d0c-4178-b772-df3fb9e19f7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774018692967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5537990'] for segment, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:55.675612 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8418080-226b-416e-ba54-e1abc69f9bc4 admin admin] Deleting subnet cbf9a206-b4b1-4cb9-a994-3e377e8fd720 {{(pid=73844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 14:28:55.679530 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f8418080-226b-416e-ba54-e1abc69f9bc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:55.685006 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0910638f-4d0c-4178-b772-df3fb9e19f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-993311'] for segment, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:55.694996 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0910638f-4d0c-4178-b772-df3fb9e19f7e admin admin] Releasing vlan 1430 on physical network physnet1 to pool {{(pid=73845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 14:28:55.733983 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f8418080-226b-416e-ba54-e1abc69f9bc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7339661'] for subnet, precommit_delete_associations {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:55.817917 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f8418080-226b-416e-ba54-e1abc69f9bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996049'] for subnet, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:55.866520 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [None req-0910638f-4d0c-4178-b772-df3fb9e19f7e admin admin] Network e03e99a7-2ab9-4245-97af-a7b3a463e147 has no segments {{(pid=73845) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 14:28:55.878582 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0910638f-4d0c-4178-b772-df3fb9e19f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-993508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5706104'] for segment, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:56.046210 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [None req-0910638f-4d0c-4178-b772-df3fb9e19f7e admin admin] Network e03e99a7-2ab9-4245-97af-a7b3a463e147 has no segments {{(pid=73845) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 14:28:56.068275 dv-cinder-788365-2-iscsi neutron-server[73845]: Traceback (most recent call last):
Apr 30 14:28:56.068275 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 14:28:56.068275 dv-cinder-788365-2-iscsi neutron-server[73845]:     timer()
Apr 30 14:28:56.068275 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 14:28:56.068275 dv-cinder-788365-2-iscsi neutron-server[73845]:     cb(*args, **kw)
Apr 30 14:28:56.068275 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 14:28:56.068275 dv-cinder-788365-2-iscsi neutron-server[73845]:     return func(*args, **kwargs)
Apr 30 14:28:56.068275 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 14:28:56.068275 dv-cinder-788365-2-iscsi neutron-server[73845]:     self._notify()
Apr 30 14:28:56.068275 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 14:28:56.068275 dv-cinder-788365-2-iscsi neutron-server[73845]:     self.callback(batched_events)
Apr 30 14:28:56.068275 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 14:28:56.068275 dv-cinder-788365-2-iscsi neutron-server[73845]:     event.method(event)
Apr 30 14:28:56.068275 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 14:28:56.068275 dv-cinder-788365-2-iscsi neutron-server[73845]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 14:28:56.068275 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 14:28:56.068275 dv-cinder-788365-2-iscsi neutron-server[73845]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 14:28:56.068275 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 14:28:56.068275 dv-cinder-788365-2-iscsi neutron-server[73845]:     return f(self, *a, **k)
Apr 30 14:28:56.068275 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 14:28:56.068275 dv-cinder-788365-2-iscsi neutron-server[73845]:     return self._get(url).json()
Apr 30 14:28:56.068275 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 14:28:56.068275 dv-cinder-788365-2-iscsi neutron-server[73845]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 14:28:56.068275 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 14:28:56.068275 dv-cinder-788365-2-iscsi neutron-server[73845]:     return self.request(url, 'GET', **kwargs)
Apr 30 14:28:56.068275 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 14:28:56.068275 dv-cinder-788365-2-iscsi neutron-server[73845]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 14:28:56.068275 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 14:28:56.068275 dv-cinder-788365-2-iscsi neutron-server[73845]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 14:28:56.068275 dv-cinder-788365-2-iscsi neutron-server[73845]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 14:28:56.068275 dv-cinder-788365-2-iscsi neutron-server[73845]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 14:28:56.068275 dv-cinder-788365-2-iscsi neutron-server[73845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 14:28:56.085272 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f8418080-226b-416e-ba54-e1abc69f9bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6993923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6538315'] for subnet, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:56.089807 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:56.130447 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f8418080-226b-416e-ba54-e1abc69f9bc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for subnet, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:56.132999 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8418080-226b-416e-ba54-e1abc69f9bc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbf9a206-b4b1-4cb9-a994-3e377e8fd720,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:56.135891 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-f8418080-226b-416e-ba54-e1abc69f9bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:56.137013 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fa0294-5db7-4bec-997d-3af0188066ce None None] Network f610bd26-2e37-48ef-90fd-5e8ebed549b3 requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:28:56.140224 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-f8418080-226b-416e-ba54-e1abc69f9bc4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cbf9a206-b4b1-4cb9-a994-3e377e8fd720 HTTP/1.1" status: 204  len: 168 time: 0.5302293
Apr 30 14:28:56.142713 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 52886) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:56.153156 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0910638f-4d0c-4178-b772-df3fb9e19f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8010353'] for network, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:56.160552 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:56.176108 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0910638f-4d0c-4178-b772-df3fb9e19f7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for network, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:56.182192 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910638f-4d0c-4178-b772-df3fb9e19f7e admin admin] Pushing event deleted for resources: {'Network': ['ID=e03e99a7-2ab9-4245-97af-a7b3a463e147,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:56.187272 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-0910638f-4d0c-4178-b772-df3fb9e19f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:56.189471 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-0910638f-4d0c-4178-b772-df3fb9e19f7e admin admin] 10.222.0.32 "DELETE /v2.0/networks/e03e99a7-2ab9-4245-97af-a7b3a463e147 HTTP/1.1" status: 204  len: 168 time: 0.8984721
Apr 30 14:28:56.270539 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-432e6ebb-5242-4979-b127-bcf253024b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639966'] for network, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:56.311789 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 52892) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:56.378288 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-5481e107-5cf0-4c34-9b42-6bbb62f4bf86 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=396dadd7fc1e40dbb60d2772be0afa1b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0650127
Apr 30 14:28:56.380766 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 52896) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:56.392325 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-432e6ebb-5242-4979-b127-bcf253024b39 admin admin] Deleting port 17316c97-3e75-46fc-a629-9a17ed46e5f1 {{(pid=73844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:28:56.392668 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-432e6ebb-5242-4979-b127-bcf253024b39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:56.407290 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2c6dc8-9e99-4b63-8185-a128efdaa151 None None] DHCP port deletion for f610bd26-2e37-48ef-90fd-5e8ebed549b3 request from dv-cinder-788365-2-iscsi {{(pid=73846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 14:28:56.444685 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ee3a4140-13ec-480d-bc9a-0e5bc33f6d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:56.474053 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ee3a4140-13ec-480d-bc9a-0e5bc33f6d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:56.496534 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.db [None req-432e6ebb-5242-4979-b127-bcf253024b39 admin admin] For port 17316c97-3e75-46fc-a629-9a17ed46e5f1, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=17316c97-3e75-46fc-a629-9a17ed46e5f1,segment=NetworkSegment(4fa753dc-1c3f-467c-a09c-87267f9be149),segment_id=4fa753dc-1c3f-467c-a09c-87267f9be149)] {{(pid=73844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:28:56.496889 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-432e6ebb-5242-4979-b127-bcf253024b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:56.522500 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-da2c6dc8-9e99-4b63-8185-a128efdaa151 None None] Deleting port 17316c97-3e75-46fc-a629-9a17ed46e5f1 {{(pid=73846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:28:56.523063 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-da2c6dc8-9e99-4b63-8185-a128efdaa151 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:56.538038 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ee3a4140-13ec-480d-bc9a-0e5bc33f6d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:56.544964 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-d6b93f7f-c358-4b03-8c44-999c94dd6bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:56.559342 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a4140-13ec-480d-bc9a-0e5bc33f6d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33798fe3-bc6c-4594-8cd8-df21babedf3d,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:56.565775 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ee3a4140-13ec-480d-bc9a-0e5bc33f6d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:56.566227 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-ee3a4140-13ec-480d-bc9a-0e5bc33f6d68 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/33798fe3-bc6c-4594-8cd8-df21babedf3d HTTP/1.1" status: 204  len: 168 time: 0.1838555
Apr 30 14:28:56.567491 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-ee3a4140-13ec-480d-bc9a-0e5bc33f6d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:56.633863 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-432e6ebb-5242-4979-b127-bcf253024b39 admin admin] Calling delete_port for 17316c97-3e75-46fc-a629-9a17ed46e5f1 owned by network:dhcp {{(pid=73844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:28:56.642707 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-da2c6dc8-9e99-4b63-8185-a128efdaa151 None None] For port 17316c97-3e75-46fc-a629-9a17ed46e5f1, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=17316c97-3e75-46fc-a629-9a17ed46e5f1,segment=NetworkSegment(4fa753dc-1c3f-467c-a09c-87267f9be149),segment_id=4fa753dc-1c3f-467c-a09c-87267f9be149)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:28:56.643859 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-da2c6dc8-9e99-4b63-8185-a128efdaa151 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:56.695323 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-432e6ebb-5242-4979-b127-bcf253024b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6994046'] for port, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:56.699685 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-66246631-215b-4e62-bbec-e55298480461 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:56.774388 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-da2c6dc8-9e99-4b63-8185-a128efdaa151 None None] Calling delete_port for 17316c97-3e75-46fc-a629-9a17ed46e5f1 owned by network:dhcp {{(pid=73846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:28:56.824895 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-da2c6dc8-9e99-4b63-8185-a128efdaa151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197'] for port, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:56.832158 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:56.846986 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e6ebb-5242-4979-b127-bcf253024b39 admin admin] Pushing event deleted for resources: {'Port': ['ID=17316c97-3e75-46fc-a629-9a17ed46e5f1,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:56.850892 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-432e6ebb-5242-4979-b127-bcf253024b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:56.855497 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432e6ebb-5242-4979-b127-bcf253024b39 admin admin] No DVR routers for this DVR port 17316c97-3e75-46fc-a629-9a17ed46e5f1 on host dv-cinder-788365-2-iscsi {{(pid=73844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 14:28:56.924858 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2c6dc8-9e99-4b63-8185-a128efdaa151 None None] No DVR routers for this DVR port 17316c97-3e75-46fc-a629-9a17ed46e5f1 on host dv-cinder-788365-2-iscsi {{(pid=73846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 14:28:56.931091 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c6dc8-9e99-4b63-8185-a128efdaa151 None None] Pushing event deleted for resources: {'Port': ['ID=17316c97-3e75-46fc-a629-9a17ed46e5f1,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:56.934808 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-da2c6dc8-9e99-4b63-8185-a128efdaa151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:56.979079 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-432e6ebb-5242-4979-b127-bcf253024b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984668', 'neutron.services.segments.db._delete_segments_for_network-8774018681245'] for network, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:57.013945 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 52904) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:57.063678 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-02a1cc1e-a153-4aea-9b1a-7518d56a3cad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9436b58e589e48ceb6500f89100b65b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0484507
Apr 30 14:28:57.066617 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 52908) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:57.097950 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.services.segments.db [None req-432e6ebb-5242-4979-b127-bcf253024b39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fadc1104370>,) {'filters': {'network_id': ['f610bd26-2e37-48ef-90fd-5e8ebed549b3']}} {{(pid=73844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:28:57.110590 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.services.segments.db [None req-432e6ebb-5242-4979-b127-bcf253024b39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fadc1104370>, '4fa753dc-1c3f-467c-a09c-87267f9be149') {'for_net_delete': True} {{(pid=73844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:28:57.110894 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.services.segments.db [None req-432e6ebb-5242-4979-b127-bcf253024b39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fadc1104370>, '4fa753dc-1c3f-467c-a09c-87267f9be149') {} {{(pid=73844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:28:57.123011 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-432e6ebb-5242-4979-b127-bcf253024b39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774018692967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7339652'] for segment, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:57.125694 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-9c74ef37-d0df-498c-9d3a-7cbe1c810526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:57.139861 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-432e6ebb-5242-4979-b127-bcf253024b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-993311'] for segment, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:57.151173 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-432e6ebb-5242-4979-b127-bcf253024b39 admin admin] Releasing vlan 1410 on physical network physnet1 to pool {{(pid=73844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 14:28:57.151819 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-9c74ef37-d0df-498c-9d3a-7cbe1c810526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:57.205193 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-9c74ef37-d0df-498c-9d3a-7cbe1c810526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:57.209321 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:57.223094 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c74ef37-d0df-498c-9d3a-7cbe1c810526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98879e9d-defc-4601-be0c-918f48664e49,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:57.226935 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-9c74ef37-d0df-498c-9d3a-7cbe1c810526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:57.229042 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-9c74ef37-d0df-498c-9d3a-7cbe1c810526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:57.231275 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-9c74ef37-d0df-498c-9d3a-7cbe1c810526 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/98879e9d-defc-4601-be0c-918f48664e49 HTTP/1.1" status: 204  len: 168 time: 0.1634054
Apr 30 14:28:57.308614 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device eff64f23-9bcd-42f5-9e0a-9aef99764749 no longer exists at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:28:57.337956 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.managers [None req-432e6ebb-5242-4979-b127-bcf253024b39 admin admin] Network f610bd26-2e37-48ef-90fd-5e8ebed549b3 has no segments {{(pid=73844) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 14:28:57.343343 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] No Port match for: eff64f23-9bcd-42f5-9e0a-9aef99764749 {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:28:57.343690 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device eff64f23-9bcd-42f5-9e0a-9aef99764749 not bound to the agent host dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:28:57.344112 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 17316c97-3e75-46fc-a629-9a17ed46e5f1 no longer exists at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:28:57.347184 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-432e6ebb-5242-4979-b127-bcf253024b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-993508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6994089'] for segment, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:57.382002 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] No Port match for: 17316c97-3e75-46fc-a629-9a17ed46e5f1 {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:28:57.382273 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 17316c97-3e75-46fc-a629-9a17ed46e5f1 not bound to the agent host dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:28:57.521405 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.managers [None req-432e6ebb-5242-4979-b127-bcf253024b39 admin admin] Network f610bd26-2e37-48ef-90fd-5e8ebed549b3 has no segments {{(pid=73844) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 14:28:57.543365 dv-cinder-788365-2-iscsi neutron-server[73844]: Traceback (most recent call last):
Apr 30 14:28:57.543365 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 14:28:57.543365 dv-cinder-788365-2-iscsi neutron-server[73844]:     timer()
Apr 30 14:28:57.543365 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 14:28:57.543365 dv-cinder-788365-2-iscsi neutron-server[73844]:     cb(*args, **kw)
Apr 30 14:28:57.543365 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 14:28:57.543365 dv-cinder-788365-2-iscsi neutron-server[73844]:     return func(*args, **kwargs)
Apr 30 14:28:57.543365 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 14:28:57.543365 dv-cinder-788365-2-iscsi neutron-server[73844]:     self._notify()
Apr 30 14:28:57.543365 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 14:28:57.543365 dv-cinder-788365-2-iscsi neutron-server[73844]:     self.callback(batched_events)
Apr 30 14:28:57.543365 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 14:28:57.543365 dv-cinder-788365-2-iscsi neutron-server[73844]:     event.method(event)
Apr 30 14:28:57.543365 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 14:28:57.543365 dv-cinder-788365-2-iscsi neutron-server[73844]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 14:28:57.543365 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 14:28:57.543365 dv-cinder-788365-2-iscsi neutron-server[73844]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 14:28:57.543365 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 14:28:57.543365 dv-cinder-788365-2-iscsi neutron-server[73844]:     return f(self, *a, **k)
Apr 30 14:28:57.543365 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 14:28:57.543365 dv-cinder-788365-2-iscsi neutron-server[73844]:     return self._get(url).json()
Apr 30 14:28:57.543365 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 14:28:57.543365 dv-cinder-788365-2-iscsi neutron-server[73844]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 14:28:57.543365 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 14:28:57.543365 dv-cinder-788365-2-iscsi neutron-server[73844]:     return self.request(url, 'GET', **kwargs)
Apr 30 14:28:57.543365 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 14:28:57.543365 dv-cinder-788365-2-iscsi neutron-server[73844]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 14:28:57.543365 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 14:28:57.543365 dv-cinder-788365-2-iscsi neutron-server[73844]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 14:28:57.543365 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 14:28:57.543365 dv-cinder-788365-2-iscsi neutron-server[73844]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 14:28:57.543365 dv-cinder-788365-2-iscsi neutron-server[73844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 14:28:57.622153 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-432e6ebb-5242-4979-b127-bcf253024b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8010353'] for network, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:57.626501 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-432e6ebb-5242-4979-b127-bcf253024b39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for network, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:57.629081 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:57.651183 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e6ebb-5242-4979-b127-bcf253024b39 admin admin] Pushing event deleted for resources: {'Network': ['ID=f610bd26-2e37-48ef-90fd-5e8ebed549b3,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:57.653679 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-432e6ebb-5242-4979-b127-bcf253024b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:28:57.668557 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-432e6ebb-5242-4979-b127-bcf253024b39 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f610bd26-2e37-48ef-90fd-5e8ebed549b3 HTTP/1.1" status: 204  len: 168 time: 1.5243301
Apr 30 14:28:57.857294 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 52932) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:57.908280 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-7555e349-0909-4ea0-83b3-af7f8e55d6cb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7abbf22e49d14a8ba3c6061e4aaeef34&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0491331
Apr 30 14:28:57.911700 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 52936) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:28:57.978840 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e0790cdc-e0cd-46a5-ab8c-2b625980cc7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:58.006228 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e0790cdc-e0cd-46a5-ab8c-2b625980cc7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:58.064267 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e0790cdc-e0cd-46a5-ab8c-2b625980cc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:58.074487 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-2f303028-4bc4-4776-920a-99832a28bc6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:28:58.089140 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0790cdc-e0cd-46a5-ab8c-2b625980cc7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc0f75d-3dd7-424d-bf0a-fc81d7be61e4,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:28:58.091697 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e0790cdc-e0cd-46a5-ab8c-2b625980cc7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:28:58.092994 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-e0790cdc-e0cd-46a5-ab8c-2b625980cc7f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bfc0f75d-3dd7-424d-bf0a-fc81d7be61e4 HTTP/1.1" status: 204  len: 168 time: 0.1802752
Apr 30 14:28:58.094226 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-e0790cdc-e0cd-46a5-ab8c-2b625980cc7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:01.412703 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 53004) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:29:01.530135 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d327f74e-32ea-4a77-9a44-7c5a5f747455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:01.547408 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-d327f74e-32ea-4a77-9a44-7c5a5f747455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:29:01.551794 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-d327f74e-32ea-4a77-9a44-7c5a5f747455 admin admin] Usage tracker for resource:security_group_rule and tenant:33ad47ec40d54506a0b68bfefc035220 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:29:01.554572 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-d327f74e-32ea-4a77-9a44-7c5a5f747455 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:29:01.560026 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-d327f74e-32ea-4a77-9a44-7c5a5f747455 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:29:01.727222 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d327f74e-32ea-4a77-9a44-7c5a5f747455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:01.732146 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d327f74e-32ea-4a77-9a44-7c5a5f747455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:01.739462 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:01.778606 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327f74e-32ea-4a77-9a44-7c5a5f747455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e4fef2-1272-4dc8-b144-c2bc1b7109dd,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:01.782025 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-d327f74e-32ea-4a77-9a44-7c5a5f747455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:01.784340 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-d327f74e-32ea-4a77-9a44-7c5a5f747455 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=33ad47ec40d54506a0b68bfefc035220&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3706558
Apr 30 14:29:01.787051 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 53010) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:29:01.844503 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4a939cbf-cedb-4a56-8703-0a6425715611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:01.869407 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4a939cbf-cedb-4a56-8703-0a6425715611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:01.922759 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4a939cbf-cedb-4a56-8703-0a6425715611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:01.926397 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-7928ae11-845e-4871-a9eb-6b78b3610744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:01.937452 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a939cbf-cedb-4a56-8703-0a6425715611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e4fef2-1272-4dc8-b144-c2bc1b7109dd,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:01.941407 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-4a939cbf-cedb-4a56-8703-0a6425715611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:01.944724 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4a939cbf-cedb-4a56-8703-0a6425715611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:01.945897 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-4a939cbf-cedb-4a56-8703-0a6425715611 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/47e4fef2-1272-4dc8-b144-c2bc1b7109dd HTTP/1.1" status: 204  len: 168 time: 0.1579146
Apr 30 14:29:05.689851 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:29:08.619124 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 53144) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:29:08.747024 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-68dddfcd-b73c-4d62-803a-a2da3c54b515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:08.762927 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-68dddfcd-b73c-4d62-803a-a2da3c54b515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:29:08.767145 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-68dddfcd-b73c-4d62-803a-a2da3c54b515 admin admin] Usage tracker for resource:security_group_rule and tenant:4f298b8504ee440bbd38ae8b82bb1a24 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:29:08.770597 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-68dddfcd-b73c-4d62-803a-a2da3c54b515 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:29:08.776254 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-68dddfcd-b73c-4d62-803a-a2da3c54b515 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:29:08.863212 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-68dddfcd-b73c-4d62-803a-a2da3c54b515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:08.867555 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-68dddfcd-b73c-4d62-803a-a2da3c54b515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:08.874532 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-d91a086c-f1c5-4afd-9143-e7ed86450ffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:08.914906 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-68dddfcd-b73c-4d62-803a-a2da3c54b515 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f298b8504ee440bbd38ae8b82bb1a24&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2946734
Apr 30 14:29:08.915905 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dddfcd-b73c-4d62-803a-a2da3c54b515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf632bcf-f2f6-4bbd-bf18-1d61bd540a74,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:08.919449 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 53154) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:29:08.924642 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dddfcd-b73c-4d62-803a-a2da3c54b515 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:08.925074 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dddfcd-b73c-4d62-803a-a2da3c54b515 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:08.925465 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dddfcd-b73c-4d62-803a-a2da3c54b515 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:08.925897 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dddfcd-b73c-4d62-803a-a2da3c54b515 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:08.926243 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dddfcd-b73c-4d62-803a-a2da3c54b515 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:08.926823 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dddfcd-b73c-4d62-803a-a2da3c54b515 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:08.927390 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dddfcd-b73c-4d62-803a-a2da3c54b515 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:08.927525 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dddfcd-b73c-4d62-803a-a2da3c54b515 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:08.927908 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dddfcd-b73c-4d62-803a-a2da3c54b515 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:08.928248 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dddfcd-b73c-4d62-803a-a2da3c54b515 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:08.928587 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dddfcd-b73c-4d62-803a-a2da3c54b515 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:08.928932 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dddfcd-b73c-4d62-803a-a2da3c54b515 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:08.933015 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-68dddfcd-b73c-4d62-803a-a2da3c54b515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:08.988789 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-455eb654-aff6-48ad-9fea-42c9e123cb2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:09.023525 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-455eb654-aff6-48ad-9fea-42c9e123cb2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:09.095737 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-455eb654-aff6-48ad-9fea-42c9e123cb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:09.101306 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-eb6fccf8-f767-440a-9c1e-bb50a1eed021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:09.116328 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455eb654-aff6-48ad-9fea-42c9e123cb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf632bcf-f2f6-4bbd-bf18-1d61bd540a74,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:09.126999 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-455eb654-aff6-48ad-9fea-42c9e123cb2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:09.128965 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-455eb654-aff6-48ad-9fea-42c9e123cb2d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cf632bcf-f2f6-4bbd-bf18-1d61bd540a74 HTTP/1.1" status: 204  len: 168 time: 0.2075040
Apr 30 14:29:09.130332 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455eb654-aff6-48ad-9fea-42c9e123cb2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:09.130721 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455eb654-aff6-48ad-9fea-42c9e123cb2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:09.131083 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455eb654-aff6-48ad-9fea-42c9e123cb2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:09.131446 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455eb654-aff6-48ad-9fea-42c9e123cb2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:09.137802 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455eb654-aff6-48ad-9fea-42c9e123cb2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:09.139249 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455eb654-aff6-48ad-9fea-42c9e123cb2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:09.140504 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455eb654-aff6-48ad-9fea-42c9e123cb2d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:09.140942 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455eb654-aff6-48ad-9fea-42c9e123cb2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:09.141385 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455eb654-aff6-48ad-9fea-42c9e123cb2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:09.141829 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455eb654-aff6-48ad-9fea-42c9e123cb2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:09.142253 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455eb654-aff6-48ad-9fea-42c9e123cb2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:09.142741 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455eb654-aff6-48ad-9fea-42c9e123cb2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:09.146712 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-455eb654-aff6-48ad-9fea-42c9e123cb2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:10.506409 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 53214) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:29:10.624522 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e4ba6459-8aed-40eb-a95c-b7a4e476079e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:10.640552 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-e4ba6459-8aed-40eb-a95c-b7a4e476079e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:29:10.645230 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-e4ba6459-8aed-40eb-a95c-b7a4e476079e admin admin] Usage tracker for resource:security_group_rule and tenant:134deeb1bdbb4a11a29990552001c1e9 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:29:10.648051 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-e4ba6459-8aed-40eb-a95c-b7a4e476079e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:29:10.653623 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-e4ba6459-8aed-40eb-a95c-b7a4e476079e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:29:10.745935 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e4ba6459-8aed-40eb-a95c-b7a4e476079e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:10.751568 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e4ba6459-8aed-40eb-a95c-b7a4e476079e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:10.762052 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-4a939cbf-cedb-4a56-8703-0a6425715611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:10.808095 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-e4ba6459-8aed-40eb-a95c-b7a4e476079e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=134deeb1bdbb4a11a29990552001c1e9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2980528
Apr 30 14:29:10.808095 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba6459-8aed-40eb-a95c-b7a4e476079e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7d10dd-add8-45a2-a2c3-fae7aa93d5ce,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:10.809979 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-e4ba6459-8aed-40eb-a95c-b7a4e476079e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:10.810350 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 53224) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:29:10.882671 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-1b8483ae-19d0-4016-8742-0f267b3465a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:10.907887 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-1b8483ae-19d0-4016-8742-0f267b3465a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:10.959750 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-1b8483ae-19d0-4016-8742-0f267b3465a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:10.963803 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-e0790cdc-e0cd-46a5-ab8c-2b625980cc7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:10.975913 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8483ae-19d0-4016-8742-0f267b3465a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7d10dd-add8-45a2-a2c3-fae7aa93d5ce,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:10.979325 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-1b8483ae-19d0-4016-8742-0f267b3465a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:10.982426 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-1b8483ae-19d0-4016-8742-0f267b3465a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:10.983542 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-1b8483ae-19d0-4016-8742-0f267b3465a2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f7d10dd-add8-45a2-a2c3-fae7aa93d5ce HTTP/1.1" status: 204  len: 168 time: 0.1716044
Apr 30 14:29:13.533978 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 53298) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:29:13.648304 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-5e8dfc53-6465-4e17-8225-148519488d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:13.662685 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-5e8dfc53-6465-4e17-8225-148519488d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:29:13.666427 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-5e8dfc53-6465-4e17-8225-148519488d9f admin admin] Usage tracker for resource:security_group_rule and tenant:134cbcd036c84d1888626dab6013c263 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:29:13.669152 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-5e8dfc53-6465-4e17-8225-148519488d9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:29:13.675439 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-5e8dfc53-6465-4e17-8225-148519488d9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:29:13.758713 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-5e8dfc53-6465-4e17-8225-148519488d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:13.763285 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-5e8dfc53-6465-4e17-8225-148519488d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:13.774445 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-7ff9f3fd-0295-4e0c-8af5-0c8bbf62420a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:13.812446 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-5e8dfc53-6465-4e17-8225-148519488d9f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=134cbcd036c84d1888626dab6013c263&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2774508
Apr 30 14:29:13.814049 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8dfc53-6465-4e17-8225-148519488d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb73173-c7d8-4362-b88a-9e1bfeecb164,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:13.815155 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 53304) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:29:13.816946 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-5e8dfc53-6465-4e17-8225-148519488d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:13.874594 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1dabc6e5-0c3a-40eb-ba5f-6f9e4f0c9350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:13.899112 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1dabc6e5-0c3a-40eb-ba5f-6f9e4f0c9350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:13.950251 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1dabc6e5-0c3a-40eb-ba5f-6f9e4f0c9350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:13.954093 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-b64b3ca4-9c58-4356-9e00-ff33328b011c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:13.966041 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dabc6e5-0c3a-40eb-ba5f-6f9e4f0c9350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb73173-c7d8-4362-b88a-9e1bfeecb164,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:13.969839 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-1dabc6e5-0c3a-40eb-ba5f-6f9e4f0c9350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:13.981302 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-1dabc6e5-0c3a-40eb-ba5f-6f9e4f0c9350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:13.982451 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-1dabc6e5-0c3a-40eb-ba5f-6f9e4f0c9350 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5eb73173-c7d8-4362-b88a-9e1bfeecb164 HTTP/1.1" status: 204  len: 168 time: 0.1663311
Apr 30 14:29:14.264023 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 53318) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:29:14.282132 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-16d25746-dcc3-41f0-b2ec-5c8835a9c327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:14.300679 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-16d25746-dcc3-41f0-b2ec-5c8835a9c327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:29:14.304624 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-16d25746-dcc3-41f0-b2ec-5c8835a9c327 admin admin] Usage tracker for resource:security_group_rule and tenant:a52d59af24f74f019dead9f2011b11e3 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:29:14.307745 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-16d25746-dcc3-41f0-b2ec-5c8835a9c327 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:29:14.313302 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-16d25746-dcc3-41f0-b2ec-5c8835a9c327 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:29:14.397560 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-16d25746-dcc3-41f0-b2ec-5c8835a9c327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:14.401385 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-16d25746-dcc3-41f0-b2ec-5c8835a9c327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:14.408497 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-68dddfcd-b73c-4d62-803a-a2da3c54b515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:14.447693 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d25746-dcc3-41f0-b2ec-5c8835a9c327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ba3bb4-ed06-497b-8ec2-1f82b41acedc,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:14.450570 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-16d25746-dcc3-41f0-b2ec-5c8835a9c327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:14.457036 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-16d25746-dcc3-41f0-b2ec-5c8835a9c327 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a52d59af24f74f019dead9f2011b11e3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1919875
Apr 30 14:29:14.457849 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 53326) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:29:14.519825 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-bb04afab-faa1-4695-87d9-54d5c7e4c10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:14.545096 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-bb04afab-faa1-4695-87d9-54d5c7e4c10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:14.596600 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-bb04afab-faa1-4695-87d9-54d5c7e4c10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:14.601615 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-74856278-1c1b-47ff-9298-24e5f7c4d0a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:14.615138 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb04afab-faa1-4695-87d9-54d5c7e4c10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ba3bb4-ed06-497b-8ec2-1f82b41acedc,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:14.618098 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-bb04afab-faa1-4695-87d9-54d5c7e4c10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:14.622322 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-bb04afab-faa1-4695-87d9-54d5c7e4c10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:14.623457 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-bb04afab-faa1-4695-87d9-54d5c7e4c10b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/22ba3bb4-ed06-497b-8ec2-1f82b41acedc HTTP/1.1" status: 204  len: 168 time: 0.1645083
Apr 30 14:29:17.214012 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 53412) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:29:17.335898 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4f87da7e-990e-4f3e-b9f4-93ad5e6c362d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:17.350353 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-4f87da7e-990e-4f3e-b9f4-93ad5e6c362d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:29:17.354072 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-4f87da7e-990e-4f3e-b9f4-93ad5e6c362d admin admin] Usage tracker for resource:security_group_rule and tenant:9319c196601d4b63bae2783de55164e1 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:29:17.356864 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-4f87da7e-990e-4f3e-b9f4-93ad5e6c362d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:29:17.362936 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-4f87da7e-990e-4f3e-b9f4-93ad5e6c362d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:29:17.451062 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4f87da7e-990e-4f3e-b9f4-93ad5e6c362d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:17.455197 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4f87da7e-990e-4f3e-b9f4-93ad5e6c362d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:17.463714 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-5e8dfc53-6465-4e17-8225-148519488d9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:17.503039 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-4f87da7e-990e-4f3e-b9f4-93ad5e6c362d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9319c196601d4b63bae2783de55164e1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2878630
Apr 30 14:29:17.504640 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87da7e-990e-4f3e-b9f4-93ad5e6c362d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc2fa36-67b7-4901-8563-ab7f90fd0a41,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:17.505657 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 53424) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:29:17.507559 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-4f87da7e-990e-4f3e-b9f4-93ad5e6c362d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:17.563484 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-a1313ba2-e067-48ad-a5bd-811d18044e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:17.588351 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-a1313ba2-e067-48ad-a5bd-811d18044e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:17.641166 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-a1313ba2-e067-48ad-a5bd-811d18044e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:17.647335 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-14ed8700-0a22-4744-9b7f-ab523a9708ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:17.663831 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1313ba2-e067-48ad-a5bd-811d18044e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc2fa36-67b7-4901-8563-ab7f90fd0a41,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:17.669240 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-a1313ba2-e067-48ad-a5bd-811d18044e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:17.674423 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-a1313ba2-e067-48ad-a5bd-811d18044e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:17.675542 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-a1313ba2-e067-48ad-a5bd-811d18044e9b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bdc2fa36-67b7-4901-8563-ab7f90fd0a41 HTTP/1.1" status: 204  len: 168 time: 0.1688960
Apr 30 14:29:17.956533 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 53432) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:29:17.973987 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3bead1c2-eeec-4ff1-b399-eb4cab9a71a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:17.988370 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-3bead1c2-eeec-4ff1-b399-eb4cab9a71a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:29:17.992191 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-3bead1c2-eeec-4ff1-b399-eb4cab9a71a1 admin admin] Usage tracker for resource:security_group_rule and tenant:b918bc3b279541dcae50cc91000b70bc is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:29:17.995005 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-3bead1c2-eeec-4ff1-b399-eb4cab9a71a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:29:18.000829 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-3bead1c2-eeec-4ff1-b399-eb4cab9a71a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:29:18.084877 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3bead1c2-eeec-4ff1-b399-eb4cab9a71a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:18.087858 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-3bead1c2-eeec-4ff1-b399-eb4cab9a71a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:18.096454 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-86b3b0a7-0936-453a-82c3-2b333cd76904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:18.135870 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-3bead1c2-eeec-4ff1-b399-eb4cab9a71a1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b918bc3b279541dcae50cc91000b70bc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1782439
Apr 30 14:29:18.137448 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bead1c2-eeec-4ff1-b399-eb4cab9a71a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672c8f53-4bf6-49ee-88d6-a06de2feea60,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:18.138594 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 53436) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:29:18.140693 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-3bead1c2-eeec-4ff1-b399-eb4cab9a71a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:18.196282 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4cbb8b86-e578-46a9-8155-f6166e0c040a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:18.221487 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4cbb8b86-e578-46a9-8155-f6166e0c040a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:18.272343 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4cbb8b86-e578-46a9-8155-f6166e0c040a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:18.275996 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-c75cf341-6dfa-469c-9914-34c10c685848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:18.289073 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb8b86-e578-46a9-8155-f6166e0c040a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672c8f53-4bf6-49ee-88d6-a06de2feea60,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:18.292805 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-4cbb8b86-e578-46a9-8155-f6166e0c040a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:18.298035 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4cbb8b86-e578-46a9-8155-f6166e0c040a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:18.299143 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-4cbb8b86-e578-46a9-8155-f6166e0c040a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/672c8f53-4bf6-49ee-88d6-a06de2feea60 HTTP/1.1" status: 204  len: 168 time: 0.1595333
Apr 30 14:29:18.683621 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c6306156-bab9-40fe-900f-886986618f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:21.451208 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c99e32b8-dbab-492d-b46f-29969abca62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:21.463041 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:22.218756 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:22.375028 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:23.910475 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:37.359914 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 53666) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:29:37.479975 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-639364b1-c6ff-48de-85bf-15e6a1ea4f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:37.493737 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-639364b1-c6ff-48de-85bf-15e6a1ea4f47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:29:37.497691 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-639364b1-c6ff-48de-85bf-15e6a1ea4f47 admin admin] Usage tracker for resource:security_group_rule and tenant:159f30c933a44e478717a4e4e3399c1d is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:29:37.501207 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-639364b1-c6ff-48de-85bf-15e6a1ea4f47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:29:37.507736 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-639364b1-c6ff-48de-85bf-15e6a1ea4f47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:29:37.587912 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-639364b1-c6ff-48de-85bf-15e6a1ea4f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:37.592015 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-639364b1-c6ff-48de-85bf-15e6a1ea4f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:37.600343 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-c3a53d0b-27ff-4be5-b9d9-d3830c440f87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:37.640076 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-639364b1-c6ff-48de-85bf-15e6a1ea4f47 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=159f30c933a44e478717a4e4e3399c1d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2790785
Apr 30 14:29:37.640905 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639364b1-c6ff-48de-85bf-15e6a1ea4f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe811bc4-e207-441d-9a0a-e9a0e6ecb3d8,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:37.642664 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 53672) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:29:37.644552 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-639364b1-c6ff-48de-85bf-15e6a1ea4f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:37.701632 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5cdf8aea-41e9-4d07-88ac-ca6c056b147f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:37.732050 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5cdf8aea-41e9-4d07-88ac-ca6c056b147f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:37.782786 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5cdf8aea-41e9-4d07-88ac-ca6c056b147f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:37.787307 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-865feff6-6fc2-4281-b07d-f518d30e06b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:37.799136 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf8aea-41e9-4d07-88ac-ca6c056b147f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe811bc4-e207-441d-9a0a-e9a0e6ecb3d8,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:37.802757 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-5cdf8aea-41e9-4d07-88ac-ca6c056b147f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:37.808547 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5cdf8aea-41e9-4d07-88ac-ca6c056b147f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:37.809764 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-5cdf8aea-41e9-4d07-88ac-ca6c056b147f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fe811bc4-e207-441d-9a0a-e9a0e6ecb3d8 HTTP/1.1" status: 204  len: 168 time: 0.1661184
Apr 30 14:29:38.466305 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 53698) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:29:38.569764 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-aec2971d-86ef-4e3c-a84e-05f1f3787366 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-602583105-network', 'tenant_id': 'c99359a4c6474ee798e45ae1233320be'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:29:38.574607 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-aec2971d-86ef-4e3c-a84e-05f1f3787366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:29:38.579475 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-aec2971d-86ef-4e3c-a84e-05f1f3787366 admin admin] Usage tracker for resource:network and tenant:c99359a4c6474ee798e45ae1233320be is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:29:38.582592 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-aec2971d-86ef-4e3c-a84e-05f1f3787366 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:29:38.589406 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-aec2971d-86ef-4e3c-a84e-05f1f3787366 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:29:38.600636 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec2971d-86ef-4e3c-a84e-05f1f3787366 admin admin] Made reservation on behalf of c99359a4c6474ee798e45ae1233320be for: {'network': 1} {{(pid=73844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:29:38.603338 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-aec2971d-86ef-4e3c-a84e-05f1f3787366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for network, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:38.615691 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-aec2971d-86ef-4e3c-a84e-05f1f3787366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:38.630286 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-aec2971d-86ef-4e3c-a84e-05f1f3787366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:29:38.634088 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-aec2971d-86ef-4e3c-a84e-05f1f3787366 admin admin] Usage tracker for resource:security_group_rule and tenant:c99359a4c6474ee798e45ae1233320be is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:29:38.637126 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-aec2971d-86ef-4e3c-a84e-05f1f3787366 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:29:38.643429 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-aec2971d-86ef-4e3c-a84e-05f1f3787366 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:29:38.723398 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-aec2971d-86ef-4e3c-a84e-05f1f3787366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:38.726827 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-aec2971d-86ef-4e3c-a84e-05f1f3787366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:38.729559 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-09041da6-827e-444e-a714-4d19381541fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:38.847177 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec2971d-86ef-4e3c-a84e-05f1f3787366 admin admin] vlan segment allocate from pool success with {'vlan_id': 1442, 'physical_network': 'physnet1'}  {{(pid=73844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 14:29:38.852280 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2971d-86ef-4e3c-a84e-05f1f3787366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0984bf2c-83b1-4ae2-8109-a856fe08012a,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:38.855769 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-aec2971d-86ef-4e3c-a84e-05f1f3787366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:38.860065 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-aec2971d-86ef-4e3c-a84e-05f1f3787366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-993311'] for segment, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:38.860065 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.db.segments_db [None req-aec2971d-86ef-4e3c-a84e-05f1f3787366 admin admin] Added segment 118fb0d6-0794-4e1e-babb-ebea8ea39b97 of type vlan for network 25660f6e-89b1-4547-96df-31c2bd7ec6d6
Apr 30 14:29:38.885762 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-aec2971d-86ef-4e3c-a84e-05f1f3787366 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774018256249'] for network, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:38.914241 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-aec2971d-86ef-4e3c-a84e-05f1f3787366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741'] for network, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:38.915258 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec2971d-86ef-4e3c-a84e-05f1f3787366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:29:38.915864 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-aec2971d-86ef-4e3c-a84e-05f1f3787366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for network, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:38.919637 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-c045834e-978e-4a6e-915f-21fb2c784a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:39.022401 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2971d-86ef-4e3c-a84e-05f1f3787366 admin admin] Pushing event updated for resources: {'Network': ['ID=25660f6e-89b1-4547-96df-31c2bd7ec6d6,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:39.026770 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-aec2971d-86ef-4e3c-a84e-05f1f3787366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:39.030614 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-aec2971d-86ef-4e3c-a84e-05f1f3787366 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5608027
Apr 30 14:29:39.031621 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 53706) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:29:39.034839 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Network 25660f6e-89b1-4547-96df-31c2bd7ec6d6 details requested by agent ovs-agent-dv-cinder-788365-2-iscsi with host dv-cinder-788365-2-iscsi {{(pid=73846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 14:29:39.037425 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-d8fa0457-0fb6-4bd9-b46d-635b00b9fe1a admin admin] Request body: {'subnet': {'network_id': '25660f6e-89b1-4547-96df-31c2bd7ec6d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-602583105-subnet', 'tenant_id': 'c99359a4c6474ee798e45ae1233320be', 'ip_version': 4}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:29:39.042315 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-d8fa0457-0fb6-4bd9-b46d-635b00b9fe1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:29:39.046664 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-d8fa0457-0fb6-4bd9-b46d-635b00b9fe1a admin admin] Usage tracker for resource:subnet and tenant:c99359a4c6474ee798e45ae1233320be is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:29:39.049930 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-d8fa0457-0fb6-4bd9-b46d-635b00b9fe1a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:29:39.055773 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-d8fa0457-0fb6-4bd9-b46d-635b00b9fe1a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:29:39.067582 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fa0457-0fb6-4bd9-b46d-635b00b9fe1a admin admin] Made reservation on behalf of c99359a4c6474ee798e45ae1233320be for: {'subnet': 1} {{(pid=73844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:29:39.070074 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d8fa0457-0fb6-4bd9-b46d-635b00b9fe1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6538326'] for subnet, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:39.457224 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d8fa0457-0fb6-4bd9-b46d-635b00b9fe1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6994382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6538308'] for subnet, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:39.461946 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-1869e20c-1088-4fab-b7d1-8fb4e8823cd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:39.535975 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa0457-0fb6-4bd9-b46d-635b00b9fe1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf3e0834-d422-4d6e-a0c2-26fd77b79b17,revision_number=0']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:39.540722 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-d8fa0457-0fb6-4bd9-b46d-635b00b9fe1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:39.541404 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fa0457-0fb6-4bd9-b46d-635b00b9fe1a admin admin] Checking segment: {'id': '118fb0d6-0794-4e1e-babb-ebea8ea39b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '25660f6e-89b1-4547-96df-31c2bd7ec6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:29:39.541765 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fa0457-0fb6-4bd9-b46d-635b00b9fe1a admin admin] Network hostable DHCP agents. Network: 25660f6e-89b1-4547-96df-31c2bd7ec6d6, hostable agents: ['b25aa941-54d2-4dd8-96cc-172903f8133a'], hosted agents: [] {{(pid=73844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 14:29:39.558777 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fa0457-0fb6-4bd9-b46d-635b00b9fe1a admin admin] Network 25660f6e-89b1-4547-96df-31c2bd7ec6d6 is scheduled to be hosted by DHCP agent b25aa941-54d2-4dd8-96cc-172903f8133a with binding_index 1 {{(pid=73844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 14:29:39.567421 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.base_scheduler [None req-d8fa0457-0fb6-4bd9-b46d-635b00b9fe1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-2-iscsi, 25660f6e-89b1-4547-96df-31c2bd7ec6d6) {{(pid=73844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:29:39.576433 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9c8946-7f7e-4354-9fdf-d1bb2534b3ae None None] Network 25660f6e-89b1-4547-96df-31c2bd7ec6d6 requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:29:39.579304 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fa0457-0fb6-4bd9-b46d-635b00b9fe1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:29:39.579888 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d8fa0457-0fb6-4bd9-b46d-635b00b9fe1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for subnet, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:39.601180 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-d8fa0457-0fb6-4bd9-b46d-635b00b9fe1a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.5683722
Apr 30 14:29:39.604042 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 53710) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:29:39.609808 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-c21d3655-345f-47b4-bca1-e8b379ecba24 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-602583105-router', 'tenant_id': 'c99359a4c6474ee798e45ae1233320be', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8'}}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:29:39.614401 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-c21d3655-345f-47b4-bca1-e8b379ecba24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:29:39.618499 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-c21d3655-345f-47b4-bca1-e8b379ecba24 admin admin] Usage tracker for resource:router and tenant:c99359a4c6474ee798e45ae1233320be is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:29:39.621163 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-c21d3655-345f-47b4-bca1-e8b379ecba24 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:29:39.627125 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-c21d3655-345f-47b4-bca1-e8b379ecba24 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:29:39.638501 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c21d3655-345f-47b4-bca1-e8b379ecba24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8215233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5709'] for router, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:39.639477 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c21d3655-345f-47b4-bca1-e8b379ecba24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8215256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8011735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8062096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5748'] for router, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:39.654659 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c21d3655-345f-47b4-bca1-e8b379ecba24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:39.804468 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9866b7b7-b154-4718-820d-e4c2fe853c35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp975dfcca-068d-5fd8-ba64-a582cd474b95-25660f6e-89b1-4547-96df-31c2bd7ec6d6', 'network_id': '25660f6e-89b1-4547-96df-31c2bd7ec6d6', 'tenant_id': 'c99359a4c6474ee798e45ae1233320be', 'fixed_ips': [{'subnet_id': 'bf3e0834-d422-4d6e-a0c2-26fd77b79b17'}]}} from dv-cinder-788365-2-iscsi. {{(pid=73846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 14:29:39.805307 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9866b7b7-b154-4718-820d-e4c2fe853c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:39.929963 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c21d3655-345f-47b4-bca1-e8b379ecba24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8011694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8004693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5738'] for router, precommit_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:39.960152 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_common [None req-9866b7b7-b154-4718-820d-e4c2fe853c35 None None] Allocated IP 172.20.0.2 (25660f6e-89b1-4547-96df-31c2bd7ec6d6/bf3e0834-d422-4d6e-a0c2-26fd77b79b17/d5e0b861-d267-4fcc-8ed0-51fbbba9f2bd) {{(pid=73846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:29:40.169410 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9866b7b7-b154-4718-820d-e4c2fe853c35 None None] Notify callbacks [] for port, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:40.179698 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-9866b7b7-b154-4718-820d-e4c2fe853c35 None None] Transition to ACTIVE for port object d5e0b861-d267-4fcc-8ed0-51fbbba9f2bd will not be triggered until provisioned by entity L2. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:29:40.198269 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-9866b7b7-b154-4718-820d-e4c2fe853c35 None None] Transition to ACTIVE for port object d5e0b861-d267-4fcc-8ed0-51fbbba9f2bd will not be triggered until provisioned by entity DHCP. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:29:40.204387 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9866b7b7-b154-4718-820d-e4c2fe853c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188'] for port, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:40.208889 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-da2c6dc8-9e99-4b63-8185-a128efdaa151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:40.248239 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c21d3655-345f-47b4-bca1-e8b379ecba24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:40.265551 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9866b7b7-b154-4718-820d-e4c2fe853c35 None None] Network 25660f6e-89b1-4547-96df-31c2bd7ec6d6 is already hosted by enough agents. {{(pid=73846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:29:40.268219 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-9866b7b7-b154-4718-820d-e4c2fe853c35 None None] Resources bound (agent type, host, resource id):  {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:29:40.277571 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9866b7b7-b154-4718-820d-e4c2fe853c35 None None] Received port after_create {{(pid=73846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:29:40.278646 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c21d3655-345f-47b4-bca1-e8b379ecba24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:40.283976 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866b7b7-b154-4718-820d-e4c2fe853c35 None None] Pushing event updated for resources: {'Port': ['ID=d5e0b861-d267-4fcc-8ed0-51fbbba9f2bd,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:40.328177 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9866b7b7-b154-4718-820d-e4c2fe853c35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:40.328528 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9866b7b7-b154-4718-820d-e4c2fe853c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:40.328869 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9866b7b7-b154-4718-820d-e4c2fe853c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:40.329204 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9866b7b7-b154-4718-820d-e4c2fe853c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:40.329538 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9866b7b7-b154-4718-820d-e4c2fe853c35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:40.329899 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9866b7b7-b154-4718-820d-e4c2fe853c35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:40.330225 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9866b7b7-b154-4718-820d-e4c2fe853c35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:40.330552 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9866b7b7-b154-4718-820d-e4c2fe853c35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:40.330878 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9866b7b7-b154-4718-820d-e4c2fe853c35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:40.331206 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9866b7b7-b154-4718-820d-e4c2fe853c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:40.331524 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9866b7b7-b154-4718-820d-e4c2fe853c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:40.331841 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9866b7b7-b154-4718-820d-e4c2fe853c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:40.335596 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-9866b7b7-b154-4718-820d-e4c2fe853c35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:40.384763 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-9866b7b7-b154-4718-820d-e4c2fe853c35 None None] Attempting to bind port d5e0b861-d267-4fcc-8ed0-51fbbba9f2bd on host dv-cinder-788365-2-iscsi for vnic_type normal with profile  {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:29:40.385143 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-9866b7b7-b154-4718-820d-e4c2fe853c35 None None] Attempting to bind port d5e0b861-d267-4fcc-8ed0-51fbbba9f2bd by drivers openvswitch,hyperv on host dv-cinder-788365-2-iscsi at level 0 using segments [{'id': '118fb0d6-0794-4e1e-babb-ebea8ea39b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '25660f6e-89b1-4547-96df-31c2bd7ec6d6'}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:29:40.385513 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9866b7b7-b154-4718-820d-e4c2fe853c35 None None] Attempting to bind port d5e0b861-d267-4fcc-8ed0-51fbbba9f2bd on network 25660f6e-89b1-4547-96df-31c2bd7ec6d6 {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:29:40.391959 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9866b7b7-b154-4718-820d-e4c2fe853c35 None None] Checking agent: {'id': '4f0b0810-19ae-4b24-abc7-3f67c142f33a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 59, 51), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:29:40.392351 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9866b7b7-b154-4718-820d-e4c2fe853c35 None None] Checking segment: {'id': '118fb0d6-0794-4e1e-babb-ebea8ea39b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '25660f6e-89b1-4547-96df-31c2bd7ec6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:29:40.392759 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9866b7b7-b154-4718-820d-e4c2fe853c35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:40.393162 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9866b7b7-b154-4718-820d-e4c2fe853c35 None None] Bound using segment: {'id': '118fb0d6-0794-4e1e-babb-ebea8ea39b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '25660f6e-89b1-4547-96df-31c2bd7ec6d6'} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:29:40.393641 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-9866b7b7-b154-4718-820d-e4c2fe853c35 None None] Bound port: d5e0b861-d267-4fcc-8ed0-51fbbba9f2bd, host: dv-cinder-788365-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '118fb0d6-0794-4e1e-babb-ebea8ea39b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '25660f6e-89b1-4547-96df-31c2bd7ec6d6'}}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:29:40.394047 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9866b7b7-b154-4718-820d-e4c2fe853c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:40.518873 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-9866b7b7-b154-4718-820d-e4c2fe853c35 None None] For port d5e0b861-d267-4fcc-8ed0-51fbbba9f2bd, host dv-cinder-788365-2-iscsi, cleared binding levels {{(pid=73846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:29:40.522807 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-9866b7b7-b154-4718-820d-e4c2fe853c35 None None] For port d5e0b861-d267-4fcc-8ed0-51fbbba9f2bd, host dv-cinder-788365-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=d5e0b861-d267-4fcc-8ed0-51fbbba9f2bd,segment=NetworkSegment(118fb0d6-0794-4e1e-babb-ebea8ea39b97),segment_id=118fb0d6-0794-4e1e-babb-ebea8ea39b97)] {{(pid=73846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:29:40.523082 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.db_base_plugin_common [None req-c21d3655-345f-47b4-bca1-e8b379ecba24 admin admin] Allocated IP 172.27.1.52 (304f1885-0a25-4285-aed6-702a057610f8/49300ed0-235c-492b-9da4-467f65f5f0f0/b63fdb53-c570-44dc-b7eb-27d2f37ab999) {{(pid=73844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:29:40.526648 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9866b7b7-b154-4718-820d-e4c2fe853c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:40.531168 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:40.618988 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866b7b7-b154-4718-820d-e4c2fe853c35 None None] Pushing event updated for resources: {'Port': ['ID=d5e0b861-d267-4fcc-8ed0-51fbbba9f2bd,revision_number=2']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:40.623958 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-9866b7b7-b154-4718-820d-e4c2fe853c35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:40.682506 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c21d3655-345f-47b4-bca1-e8b379ecba24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:40.713413 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c21d3655-345f-47b4-bca1-e8b379ecba24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6994046'] for port, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:40.717682 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-50a70c49-4c82-450f-af1c-1b8a9a6b78a7 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:40.786711 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21d3655-345f-47b4-bca1-e8b379ecba24 admin admin] Network 304f1885-0a25-4285-aed6-702a057610f8 is already hosted by enough agents. {{(pid=73844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:29:40.789416 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.base_scheduler [None req-c21d3655-345f-47b4-bca1-e8b379ecba24 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:29:40.798865 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21d3655-345f-47b4-bca1-e8b379ecba24 admin admin] Received port after_create {{(pid=73844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:29:40.834027 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d3655-345f-47b4-bca1-e8b379ecba24 admin admin] Pushing event updated for resources: {'Port': ['ID=b63fdb53-c570-44dc-b7eb-27d2f37ab999,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:40.842151 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-c21d3655-345f-47b4-bca1-e8b379ecba24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:41.233860 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c21d3655-345f-47b4-bca1-e8b379ecba24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:41.359718 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device d5e0b861-d267-4fcc-8ed0-51fbbba9f2bd up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:29:41.433208 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning for port d5e0b861-d267-4fcc-8ed0-51fbbba9f2bd completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:29:41.512177 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06050f8-ee7c-4347-8b18-afaad6706b51 None None] Network 25660f6e-89b1-4547-96df-31c2bd7ec6d6 requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:29:41.587328 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c21d3655-345f-47b4-bca1-e8b379ecba24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7995491'] for router, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:41.627511 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-ad0fa337-df03-473d-8d89-24ce406c49ea None None] Provisioning for port d5e0b861-d267-4fcc-8ed0-51fbbba9f2bd completed by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:29:41.644475 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-ad0fa337-df03-473d-8d89-24ce406c49ea None None] Provisioning complete for port d5e0b861-d267-4fcc-8ed0-51fbbba9f2bd triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:29:41.644856 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ad0fa337-df03-473d-8d89-24ce406c49ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:41.796385 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21d3655-345f-47b4-bca1-e8b379ecba24 admin admin] Router 8fc9ee25-2127-433e-9e3c-0a9821b9ae53 is scheduled to L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d with binding_index 1 {{(pid=73844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 14:29:41.846723 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ad0fa337-df03-473d-8d89-24ce406c49ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:41.891787 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-ad0fa337-df03-473d-8d89-24ce406c49ea None None] For port d5e0b861-d267-4fcc-8ed0-51fbbba9f2bd, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=d5e0b861-d267-4fcc-8ed0-51fbbba9f2bd,segment=NetworkSegment(118fb0d6-0794-4e1e-babb-ebea8ea39b97),segment_id=118fb0d6-0794-4e1e-babb-ebea8ea39b97)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:29:41.896794 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ad0fa337-df03-473d-8d89-24ce406c49ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:41.899000 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:41.973469 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0fa337-df03-473d-8d89-24ce406c49ea None None] Pushing event updated for resources: {'Port': ['ID=d5e0b861-d267-4fcc-8ed0-51fbbba9f2bd,revision_number=3']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:41.977361 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-ad0fa337-df03-473d-8d89-24ce406c49ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:42.108217 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21d3655-345f-47b4-bca1-e8b379ecba24 admin admin] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:29:42.126294 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-b7a04c8d-dffc-4562-ad75-388e2e7e44f1 None None] Provisioning complete for port d5e0b861-d267-4fcc-8ed0-51fbbba9f2bd triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:29:42.126673 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-b7a04c8d-dffc-4562-ad75-388e2e7e44f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:42.138710 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c21d3655-345f-47b4-bca1-e8b379ecba24 admin admin] Notify callbacks [] for router, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:42.141749 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-c21d3655-345f-47b4-bca1-e8b379ecba24 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 2.5350561
Apr 30 14:29:42.143028 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 53720) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:29:42.153268 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754dbd91-72ad-4148-804f-8bfcdabd345a None None] Sync routers for ids ['8fc9ee25-2127-433e-9e3c-0a9821b9ae53'] in dv-cinder-788365-2-iscsi {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:29:42.178670 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754dbd91-72ad-4148-804f-8bfcdabd345a None None] Routers {'8fc9ee25-2127-433e-9e3c-0a9821b9ae53'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:29:42.179302 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-754dbd91-72ad-4148-804f-8bfcdabd345a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc20e61c0>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:29:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['8fc9ee25-2127-433e-9e3c-0a9821b9ae53'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:29:42.416394 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-754dbd91-72ad-4148-804f-8bfcdabd345a None None] Set router 8fc9ee25-2127-433e-9e3c-0a9821b9ae53 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:29:42.691069 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:29:42.697050 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-754dbd91-72ad-4148-804f-8bfcdabd345a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc20e61c0>, [{'id': '8fc9ee25-2127-433e-9e3c-0a9821b9ae53', 'name': 'tempest-TestShelveInstance-602583105-router', 'tenant_id': 'c99359a4c6474ee798e45ae1233320be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'b63fdb53-c570-44dc-b7eb-27d2f37ab999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:29:39Z', 'updated_at': '2021-04-30T14:29:41Z', 'revision_number': 3, 'project_id': 'c99359a4c6474ee798e45ae1233320be', 'gw_port': {'id': 'b63fdb53-c570-44dc-b7eb-27d2f37ab999', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:06:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc9ee25-2127-433e-9e3c-0a9821b9ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:29:40Z', 'updated_at': '2021-04-30T14:29:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi'}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:29:42.701313 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754dbd91-72ad-4148-804f-8bfcdabd345a None None] Checking router: 8fc9ee25-2127-433e-9e3c-0a9821b9ae53 for host: dv-cinder-788365-2-iscsi {{(pid=73846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:29:42.701669 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754dbd91-72ad-4148-804f-8bfcdabd345a None None] Updating router 8fc9ee25-2127-433e-9e3c-0a9821b9ae53 port b63fdb53-c570-44dc-b7eb-27d2f37ab999 binding host dv-cinder-788365-2-iscsi {{(pid=73846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 14:29:42.753147 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-754dbd91-72ad-4148-804f-8bfcdabd345a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:42.926929 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d92ba8f9-e40f-4def-b5c0-b7685179a036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:43.141640 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-754dbd91-72ad-4148-804f-8bfcdabd345a None None] Notify callbacks [] for port, precommit_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:43.148876 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [None req-d92ba8f9-e40f-4def-b5c0-b7685179a036 admin admin] Allocated IP 172.20.0.1 (25660f6e-89b1-4547-96df-31c2bd7ec6d6/bf3e0834-d422-4d6e-a0c2-26fd77b79b17/bc0bab03-7840-4b48-981b-91c57c269388) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:29:43.157650 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-754dbd91-72ad-4148-804f-8bfcdabd345a None None] Transition to ACTIVE for port object b63fdb53-c570-44dc-b7eb-27d2f37ab999 will not be triggered until provisioned by entity L2. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:29:43.169398 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-754dbd91-72ad-4148-804f-8bfcdabd345a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:43.174526 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:43.257656 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec232388-5dc4-4bcb-b13a-7ef6a91f8c0c None None] Pushing event updated for resources: {'Port': ['ID=b63fdb53-c570-44dc-b7eb-27d2f37ab999,revision_number=2']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:43.262476 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-ec232388-5dc4-4bcb-b13a-7ef6a91f8c0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:43.267034 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-754dbd91-72ad-4148-804f-8bfcdabd345a None None] Attempting to bind port b63fdb53-c570-44dc-b7eb-27d2f37ab999 on host dv-cinder-788365-2-iscsi for vnic_type normal with profile  {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:29:43.267422 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-754dbd91-72ad-4148-804f-8bfcdabd345a None None] Attempting to bind port b63fdb53-c570-44dc-b7eb-27d2f37ab999 by drivers openvswitch,hyperv on host dv-cinder-788365-2-iscsi at level 0 using segments [{'id': 'd90c35f3-ac38-4f09-b94c-cacd24da79a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:29:43.267799 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754dbd91-72ad-4148-804f-8bfcdabd345a None None] Attempting to bind port b63fdb53-c570-44dc-b7eb-27d2f37ab999 on network 304f1885-0a25-4285-aed6-702a057610f8 {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:29:43.273998 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754dbd91-72ad-4148-804f-8bfcdabd345a None None] Checking agent: {'id': '4f0b0810-19ae-4b24-abc7-3f67c142f33a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 59, 51), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:29:43.274391 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754dbd91-72ad-4148-804f-8bfcdabd345a None None] Checking segment: {'id': 'd90c35f3-ac38-4f09-b94c-cacd24da79a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:29:43.278109 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-754dbd91-72ad-4148-804f-8bfcdabd345a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:43.279059 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754dbd91-72ad-4148-804f-8bfcdabd345a None None] Bound using segment: {'id': 'd90c35f3-ac38-4f09-b94c-cacd24da79a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:29:43.279762 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-754dbd91-72ad-4148-804f-8bfcdabd345a None None] Bound port: b63fdb53-c570-44dc-b7eb-27d2f37ab999, host: dv-cinder-788365-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd90c35f3-ac38-4f09-b94c-cacd24da79a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'}}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:29:43.280293 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-754dbd91-72ad-4148-804f-8bfcdabd345a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:43.317382 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d92ba8f9-e40f-4def-b5c0-b7685179a036 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:43.336951 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device d5e0b861-d267-4fcc-8ed0-51fbbba9f2bd up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:29:43.337446 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [None req-d92ba8f9-e40f-4def-b5c0-b7685179a036 admin admin] Transition to ACTIVE for port object bc0bab03-7840-4b48-981b-91c57c269388 will not be triggered until provisioned by entity DHCP. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:29:43.360738 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d92ba8f9-e40f-4def-b5c0-b7685179a036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5706159'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:43.364641 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-8dcecf98-d591-427d-8824-7c3dbee51bfa tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:43.412827 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-754dbd91-72ad-4148-804f-8bfcdabd345a None None] For port b63fdb53-c570-44dc-b7eb-27d2f37ab999, host dv-cinder-788365-2-iscsi, cleared binding levels {{(pid=73846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:29:43.425670 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92ba8f9-e40f-4def-b5c0-b7685179a036 admin admin] Network 25660f6e-89b1-4547-96df-31c2bd7ec6d6 is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:29:43.428446 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-d92ba8f9-e40f-4def-b5c0-b7685179a036 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:29:43.431049 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92ba8f9-e40f-4def-b5c0-b7685179a036 admin admin] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:29:43.432033 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-754dbd91-72ad-4148-804f-8bfcdabd345a None None] For port b63fdb53-c570-44dc-b7eb-27d2f37ab999, host dv-cinder-788365-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=b63fdb53-c570-44dc-b7eb-27d2f37ab999,segment=NetworkSegment(d90c35f3-ac38-4f09-b94c-cacd24da79a8),segment_id=d90c35f3-ac38-4f09-b94c-cacd24da79a8)] {{(pid=73846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:29:43.442222 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-754dbd91-72ad-4148-804f-8bfcdabd345a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:43.448148 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-05dd7744-686f-43a9-a44a-f82487dab107 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:43.484656 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ba8f9-e40f-4def-b5c0-b7685179a036 admin admin] Pushing event updated for resources: {'Port': ['ID=bc0bab03-7840-4b48-981b-91c57c269388,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:43.487811 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-d92ba8f9-e40f-4def-b5c0-b7685179a036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:43.500021 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d92ba8f9-e40f-4def-b5c0-b7685179a036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998445'] for router_interface, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:43.511560 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port d5e0b861-d267-4fcc-8ed0-51fbbba9f2bd triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:29:43.511946 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:43.593874 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec232388-5dc4-4bcb-b13a-7ef6a91f8c0c None None] Pushing event updated for resources: {'Port': ['ID=b63fdb53-c570-44dc-b7eb-27d2f37ab999,revision_number=3']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:43.597323 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-ec232388-5dc4-4bcb-b13a-7ef6a91f8c0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:43.598189 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754dbd91-72ad-4148-804f-8bfcdabd345a None None] Routers {'8fc9ee25-2127-433e-9e3c-0a9821b9ae53'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:29:43.598978 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-754dbd91-72ad-4148-804f-8bfcdabd345a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc20e61c0>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:29:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['8fc9ee25-2127-433e-9e3c-0a9821b9ae53'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:29:43.769467 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d92ba8f9-e40f-4def-b5c0-b7685179a036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:43.782625 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-f692db61-90f5-4770-b64b-16183aa63e02 None None] Provisioning for port bc0bab03-7840-4b48-981b-91c57c269388 completed by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:29:43.811666 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-f692db61-90f5-4770-b64b-16183aa63e02 None None] Provisioning complete for port bc0bab03-7840-4b48-981b-91c57c269388 triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:29:43.812051 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f692db61-90f5-4770-b64b-16183aa63e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:43.896468 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-754dbd91-72ad-4148-804f-8bfcdabd345a None None] Set router 8fc9ee25-2127-433e-9e3c-0a9821b9ae53 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:29:44.000955 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d92ba8f9-e40f-4def-b5c0-b7685179a036 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:44.006981 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d92ba8f9-e40f-4def-b5c0-b7685179a036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5706148'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:44.012072 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-f692db61-90f5-4770-b64b-16183aa63e02 None None] Port bc0bab03-7840-4b48-981b-91c57c269388 cannot update to ACTIVE because it is not bound. {{(pid=73846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 14:29:44.032939 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-f726bfbf-e210-4066-8998-6b91a8066143 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:44.115072 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ba8f9-e40f-4def-b5c0-b7685179a036 admin admin] Pushing event updated for resources: {'Port': ['ID=bc0bab03-7840-4b48-981b-91c57c269388,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:44.118136 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-d92ba8f9-e40f-4def-b5c0-b7685179a036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:44.121602 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-d92ba8f9-e40f-4def-b5c0-b7685179a036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998280'] for router_interface, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:44.198475 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-754dbd91-72ad-4148-804f-8bfcdabd345a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc20e61c0>, [{'id': '8fc9ee25-2127-433e-9e3c-0a9821b9ae53', 'name': 'tempest-TestShelveInstance-602583105-router', 'tenant_id': 'c99359a4c6474ee798e45ae1233320be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'b63fdb53-c570-44dc-b7eb-27d2f37ab999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:29:39Z', 'updated_at': '2021-04-30T14:29:41Z', 'revision_number': 3, 'project_id': 'c99359a4c6474ee798e45ae1233320be', 'gw_port': {'id': 'b63fdb53-c570-44dc-b7eb-27d2f37ab999', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:06:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc9ee25-2127-433e-9e3c-0a9821b9ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:29:40Z', 'updated_at': '2021-04-30T14:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi'}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:29:44.203058 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754dbd91-72ad-4148-804f-8bfcdabd345a None None] The sync data for ids ['8fc9ee25-2127-433e-9e3c-0a9821b9ae53'] in dv-cinder-788365-2-iscsi is: [{'id': '8fc9ee25-2127-433e-9e3c-0a9821b9ae53', 'name': 'tempest-TestShelveInstance-602583105-router', 'tenant_id': 'c99359a4c6474ee798e45ae1233320be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'b63fdb53-c570-44dc-b7eb-27d2f37ab999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:29:39Z', 'updated_at': '2021-04-30T14:29:41Z', 'revision_number': 3, 'project_id': 'c99359a4c6474ee798e45ae1233320be', 'gw_port': {'id': 'b63fdb53-c570-44dc-b7eb-27d2f37ab999', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:06:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc9ee25-2127-433e-9e3c-0a9821b9ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:29:40Z', 'updated_at': '2021-04-30T14:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi'}] {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:29:44.263381 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92ba8f9-e40f-4def-b5c0-b7685179a036 admin admin] Network 25660f6e-89b1-4547-96df-31c2bd7ec6d6 is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:29:44.264934 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-d92ba8f9-e40f-4def-b5c0-b7685179a036 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:29:44.479864 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92ba8f9-e40f-4def-b5c0-b7685179a036 admin admin] Router 8fc9ee25-2127-433e-9e3c-0a9821b9ae53 has already been hosted by L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d {{(pid=73845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 14:29:44.546615 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-324f2860-8ac8-4908-95c6-d8dd486043f3 None None] Provisioning complete for port bc0bab03-7840-4b48-981b-91c57c269388 triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:29:44.547243 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-324f2860-8ac8-4908-95c6-d8dd486043f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:44.612069 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-324f2860-8ac8-4908-95c6-d8dd486043f3 None None] Port bc0bab03-7840-4b48-981b-91c57c269388 cannot update to ACTIVE because it is not bound. {{(pid=73846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 14:29:44.768967 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92ba8f9-e40f-4def-b5c0-b7685179a036 admin admin] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:29:44.778409 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-d92ba8f9-e40f-4def-b5c0-b7685179a036 admin admin] 10.222.0.32 "PUT /v2.0/routers/8fc9ee25-2127-433e-9e3c-0a9821b9ae53/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6322436
Apr 30 14:29:45.292878 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 53742) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:29:45.299256 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-5c4ff66c-684b-44a0-904c-1915bed936a7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-870097621-network', 'tenant_id': '7542c3fc5daa416ea5a588b74dec0c00'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:29:45.304373 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-5c4ff66c-684b-44a0-904c-1915bed936a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:29:45.308466 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-5c4ff66c-684b-44a0-904c-1915bed936a7 admin admin] Usage tracker for resource:network and tenant:7542c3fc5daa416ea5a588b74dec0c00 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:29:45.311495 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-5c4ff66c-684b-44a0-904c-1915bed936a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:29:45.317243 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-5c4ff66c-684b-44a0-904c-1915bed936a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:29:45.328137 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4ff66c-684b-44a0-904c-1915bed936a7 admin admin] Made reservation on behalf of 7542c3fc5daa416ea5a588b74dec0c00 for: {'network': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:29:45.330510 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5c4ff66c-684b-44a0-904c-1915bed936a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for network, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:45.344652 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5c4ff66c-684b-44a0-904c-1915bed936a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:45.351539 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device b63fdb53-c570-44dc-b7eb-27d2f37ab999 up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:29:45.363085 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-5c4ff66c-684b-44a0-904c-1915bed936a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:29:45.367165 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-5c4ff66c-684b-44a0-904c-1915bed936a7 admin admin] Usage tracker for resource:security_group_rule and tenant:7542c3fc5daa416ea5a588b74dec0c00 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:29:45.370179 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-5c4ff66c-684b-44a0-904c-1915bed936a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:29:45.377541 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-5c4ff66c-684b-44a0-904c-1915bed936a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:29:45.448875 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning for port b63fdb53-c570-44dc-b7eb-27d2f37ab999 completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:29:45.453868 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port b63fdb53-c570-44dc-b7eb-27d2f37ab999 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:29:45.454252 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:45.481900 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5c4ff66c-684b-44a0-904c-1915bed936a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:45.486310 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5c4ff66c-684b-44a0-904c-1915bed936a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:45.489340 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-b209f4ef-3eb1-46f5-925e-473098758f58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:45.520350 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c4ff66c-684b-44a0-904c-1915bed936a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1406, 'physical_network': 'physnet1'}  {{(pid=73845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 14:29:45.525497 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ff66c-684b-44a0-904c-1915bed936a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf816081-1fcd-400a-b559-8ec153198c5b,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:45.529361 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-5c4ff66c-684b-44a0-904c-1915bed936a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:45.534543 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5c4ff66c-684b-44a0-904c-1915bed936a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-993311'] for segment, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:45.535105 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.db.segments_db [None req-5c4ff66c-684b-44a0-904c-1915bed936a7 admin admin] Added segment 12f164ee-0535-4132-961f-288301f1e21d of type vlan for network 092a0b29-f835-430a-9aa3-8b1f7c603abd
Apr 30 14:29:45.563028 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5c4ff66c-684b-44a0-904c-1915bed936a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774018256249'] for network, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:45.581858 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:45.595063 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5c4ff66c-684b-44a0-904c-1915bed936a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741'] for network, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:45.596914 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4ff66c-684b-44a0-904c-1915bed936a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:29:45.597582 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5c4ff66c-684b-44a0-904c-1915bed936a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for network, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:45.599979 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] For port b63fdb53-c570-44dc-b7eb-27d2f37ab999, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=b63fdb53-c570-44dc-b7eb-27d2f37ab999,segment=NetworkSegment(d90c35f3-ac38-4f09-b94c-cacd24da79a8),segment_id=d90c35f3-ac38-4f09-b94c-cacd24da79a8)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:29:45.602929 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:45.603839 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:45.606832 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:45.675903 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Pushing event updated for resources: {'Port': ['ID=b63fdb53-c570-44dc-b7eb-27d2f37ab999,revision_number=4']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:45.679046 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:45.718219 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-5c4ff66c-684b-44a0-904c-1915bed936a7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4239566
Apr 30 14:29:45.721363 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 53748) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:29:45.724060 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ff66c-684b-44a0-904c-1915bed936a7 admin admin] Pushing event updated for resources: {'Network': ['ID=092a0b29-f835-430a-9aa3-8b1f7c603abd,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:45.726785 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-5c4ff66c-684b-44a0-904c-1915bed936a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:45.729099 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-eb4cddb5-6f37-4994-9e85-e5a612da9bd9 admin admin] Request body: {'subnet': {'network_id': '092a0b29-f835-430a-9aa3-8b1f7c603abd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-870097621-subnet', 'tenant_id': '7542c3fc5daa416ea5a588b74dec0c00', 'ip_version': 4}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:29:45.733634 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Network 092a0b29-f835-430a-9aa3-8b1f7c603abd details requested by agent ovs-agent-dv-cinder-788365-2-iscsi with host dv-cinder-788365-2-iscsi {{(pid=73846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 14:29:45.735926 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-eb4cddb5-6f37-4994-9e85-e5a612da9bd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:29:45.740014 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-eb4cddb5-6f37-4994-9e85-e5a612da9bd9 admin admin] Usage tracker for resource:subnet and tenant:7542c3fc5daa416ea5a588b74dec0c00 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:29:45.743959 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-eb4cddb5-6f37-4994-9e85-e5a612da9bd9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:29:45.749805 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-eb4cddb5-6f37-4994-9e85-e5a612da9bd9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:29:45.759064 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4cddb5-6f37-4994-9e85-e5a612da9bd9 admin admin] Made reservation on behalf of 7542c3fc5daa416ea5a588b74dec0c00 for: {'subnet': 1} {{(pid=73844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:29:45.761423 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-eb4cddb5-6f37-4994-9e85-e5a612da9bd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6538326'] for subnet, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:45.777765 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27a712b-f969-4bc4-85f0-f05c9ea6f5d6 None None] Sync routers for ids ['8fc9ee25-2127-433e-9e3c-0a9821b9ae53'] in dv-cinder-788365-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:29:45.788814 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27a712b-f969-4bc4-85f0-f05c9ea6f5d6 None None] Routers {'8fc9ee25-2127-433e-9e3c-0a9821b9ae53'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:29:45.789782 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-d27a712b-f969-4bc4-85f0-f05c9ea6f5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc2f87ca0>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:29:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['8fc9ee25-2127-433e-9e3c-0a9821b9ae53'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:29:45.981179 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-d27a712b-f969-4bc4-85f0-f05c9ea6f5d6 None None] Set router 8fc9ee25-2127-433e-9e3c-0a9821b9ae53 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:29:46.185434 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-eb4cddb5-6f37-4994-9e85-e5a612da9bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6994382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6538308'] for subnet, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:46.189435 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-d7f166fe-2062-4f84-9910-19d9fc433353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:46.264240 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4cddb5-6f37-4994-9e85-e5a612da9bd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=766372ec-99a9-49df-b107-5091eac2ed6f,revision_number=0']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:46.267456 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-eb4cddb5-6f37-4994-9e85-e5a612da9bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:46.276276 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4cddb5-6f37-4994-9e85-e5a612da9bd9 admin admin] Checking segment: {'id': '12f164ee-0535-4132-961f-288301f1e21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1406, 'network_id': '092a0b29-f835-430a-9aa3-8b1f7c603abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:29:46.276627 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4cddb5-6f37-4994-9e85-e5a612da9bd9 admin admin] Network hostable DHCP agents. Network: 092a0b29-f835-430a-9aa3-8b1f7c603abd, hostable agents: ['b25aa941-54d2-4dd8-96cc-172903f8133a'], hosted agents: [] {{(pid=73844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 14:29:46.293730 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4cddb5-6f37-4994-9e85-e5a612da9bd9 admin admin] Network 092a0b29-f835-430a-9aa3-8b1f7c603abd is scheduled to be hosted by DHCP agent b25aa941-54d2-4dd8-96cc-172903f8133a with binding_index 1 {{(pid=73844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 14:29:46.295489 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-d27a712b-f969-4bc4-85f0-f05c9ea6f5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc2f87ca0>, [{'id': '8fc9ee25-2127-433e-9e3c-0a9821b9ae53', 'name': 'tempest-TestShelveInstance-602583105-router', 'tenant_id': 'c99359a4c6474ee798e45ae1233320be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'b63fdb53-c570-44dc-b7eb-27d2f37ab999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:29:39Z', 'updated_at': '2021-04-30T14:29:43Z', 'revision_number': 4, 'project_id': 'c99359a4c6474ee798e45ae1233320be', 'gw_port': {'id': 'b63fdb53-c570-44dc-b7eb-27d2f37ab999', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:06:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc9ee25-2127-433e-9e3c-0a9821b9ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:29:40Z', 'updated_at': '2021-04-30T14:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': 'bc0bab03-7840-4b48-981b-91c57c269388', 'name': '', 'network_id': '25660f6e-89b1-4547-96df-31c2bd7ec6d6', 'tenant_id': 'c99359a4c6474ee798e45ae1233320be', 'mac_address': 'fa:16:3e:63:26:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc9ee25-2127-433e-9e3c-0a9821b9ae53', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bf3e0834-d422-4d6e-a0c2-26fd77b79b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:29:42Z', 'updated_at': '2021-04-30T14:29:43Z', 'revision_number': 2, 'project_id': 'c99359a4c6474ee798e45ae1233320be', 'subnets': [{'id': 'bf3e0834-d422-4d6e-a0c2-26fd77b79b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:29:46.299275 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27a712b-f969-4bc4-85f0-f05c9ea6f5d6 None None] Checking router: 8fc9ee25-2127-433e-9e3c-0a9821b9ae53 for host: dv-cinder-788365-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:29:46.299646 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27a712b-f969-4bc4-85f0-f05c9ea6f5d6 None None] Updating router 8fc9ee25-2127-433e-9e3c-0a9821b9ae53 port bc0bab03-7840-4b48-981b-91c57c269388 binding host dv-cinder-788365-2-iscsi {{(pid=73847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 14:29:46.303299 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.base_scheduler [None req-eb4cddb5-6f37-4994-9e85-e5a612da9bd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-2-iscsi, 092a0b29-f835-430a-9aa3-8b1f7c603abd) {{(pid=73844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:29:46.312337 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4cddb5-6f37-4994-9e85-e5a612da9bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:29:46.312936 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-eb4cddb5-6f37-4994-9e85-e5a612da9bd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for subnet, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:46.313066 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314fe20a-3b8b-4f01-9198-649fde742184 None None] Network 092a0b29-f835-430a-9aa3-8b1f7c603abd requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:29:46.334412 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-eb4cddb5-6f37-4994-9e85-e5a612da9bd9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.6122992
Apr 30 14:29:46.336920 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 53752) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:29:46.342367 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-da8ef724-02ee-4473-a473-0c69a7e2216c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-870097621-router', 'tenant_id': '7542c3fc5daa416ea5a588b74dec0c00', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8'}}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:29:46.347744 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-da8ef724-02ee-4473-a473-0c69a7e2216c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:29:46.351617 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-da8ef724-02ee-4473-a473-0c69a7e2216c admin admin] Usage tracker for resource:router and tenant:7542c3fc5daa416ea5a588b74dec0c00 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:29:46.354540 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-da8ef724-02ee-4473-a473-0c69a7e2216c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:29:46.360569 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-da8ef724-02ee-4473-a473-0c69a7e2216c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:29:46.367800 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-d27a712b-f969-4bc4-85f0-f05c9ea6f5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:46.370710 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-da8ef724-02ee-4473-a473-0c69a7e2216c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8215233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5709'] for router, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:46.372342 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-da8ef724-02ee-4473-a473-0c69a7e2216c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8215256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8011735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8062096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5748'] for router, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:46.387148 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-da8ef724-02ee-4473-a473-0c69a7e2216c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:46.552012 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db76fb6-7265-4f77-8ca1-df06bbf984c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp975dfcca-068d-5fd8-ba64-a582cd474b95-092a0b29-f835-430a-9aa3-8b1f7c603abd', 'network_id': '092a0b29-f835-430a-9aa3-8b1f7c603abd', 'tenant_id': '7542c3fc5daa416ea5a588b74dec0c00', 'fixed_ips': [{'subnet_id': '766372ec-99a9-49df-b107-5091eac2ed6f'}]}} from dv-cinder-788365-2-iscsi. {{(pid=73846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 14:29:46.553887 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-7db76fb6-7265-4f77-8ca1-df06bbf984c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:46.686174 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-da8ef724-02ee-4473-a473-0c69a7e2216c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8011694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8004693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5738'] for router, precommit_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:46.717312 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_common [None req-7db76fb6-7265-4f77-8ca1-df06bbf984c8 None None] Allocated IP 172.20.0.2 (092a0b29-f835-430a-9aa3-8b1f7c603abd/766372ec-99a9-49df-b107-5091eac2ed6f/705a1837-72d3-4ca5-bf5a-0bfbe6f71e74) {{(pid=73846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:29:46.739151 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-d27a712b-f969-4bc4-85f0-f05c9ea6f5d6 None None] Notify callbacks [] for port, precommit_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:46.751633 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-d27a712b-f969-4bc4-85f0-f05c9ea6f5d6 None None] Transition to ACTIVE for port object bc0bab03-7840-4b48-981b-91c57c269388 will not be triggered until provisioned by entity L2. {{(pid=73847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:29:46.763909 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-d27a712b-f969-4bc4-85f0-f05c9ea6f5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:46.768919 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:46.912998 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf7775-3464-4fd6-8301-e574f175ac36 None None] Pushing event updated for resources: {'Port': ['ID=bc0bab03-7840-4b48-981b-91c57c269388,revision_number=3']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:46.956596 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-7db76fb6-7265-4f77-8ca1-df06bbf984c8 None None] Notify callbacks [] for port, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:46.968004 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf7775-3464-4fd6-8301-e574f175ac36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:46.968587 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf7775-3464-4fd6-8301-e574f175ac36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:46.969127 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-7db76fb6-7265-4f77-8ca1-df06bbf984c8 None None] Transition to ACTIVE for port object 705a1837-72d3-4ca5-bf5a-0bfbe6f71e74 will not be triggered until provisioned by entity L2. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:29:46.969264 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf7775-3464-4fd6-8301-e574f175ac36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:46.969828 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf7775-3464-4fd6-8301-e574f175ac36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:46.970294 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf7775-3464-4fd6-8301-e574f175ac36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:46.970958 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf7775-3464-4fd6-8301-e574f175ac36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:46.971711 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf7775-3464-4fd6-8301-e574f175ac36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:46.972138 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf7775-3464-4fd6-8301-e574f175ac36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:46.972665 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf7775-3464-4fd6-8301-e574f175ac36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:46.973081 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf7775-3464-4fd6-8301-e574f175ac36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:46.973686 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf7775-3464-4fd6-8301-e574f175ac36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:46.974127 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf7775-3464-4fd6-8301-e574f175ac36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:29:46.994802 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-7db76fb6-7265-4f77-8ca1-df06bbf984c8 None None] Transition to ACTIVE for port object 705a1837-72d3-4ca5-bf5a-0bfbe6f71e74 will not be triggered until provisioned by entity DHCP. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:29:47.005488 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-7db76fb6-7265-4f77-8ca1-df06bbf984c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188'] for port, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:47.015621 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:47.035169 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-da8ef724-02ee-4473-a473-0c69a7e2216c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:47.067927 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-11cf7775-3464-4fd6-8301-e574f175ac36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:47.075148 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-da8ef724-02ee-4473-a473-0c69a7e2216c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:47.084153 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-d27a712b-f969-4bc4-85f0-f05c9ea6f5d6 None None] Attempting to bind port bc0bab03-7840-4b48-981b-91c57c269388 on host dv-cinder-788365-2-iscsi for vnic_type normal with profile  {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:29:47.084517 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-d27a712b-f969-4bc4-85f0-f05c9ea6f5d6 None None] Attempting to bind port bc0bab03-7840-4b48-981b-91c57c269388 by drivers openvswitch,hyperv on host dv-cinder-788365-2-iscsi at level 0 using segments [{'id': '118fb0d6-0794-4e1e-babb-ebea8ea39b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '25660f6e-89b1-4547-96df-31c2bd7ec6d6'}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:29:47.084876 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27a712b-f969-4bc4-85f0-f05c9ea6f5d6 None None] Attempting to bind port bc0bab03-7840-4b48-981b-91c57c269388 on network 25660f6e-89b1-4547-96df-31c2bd7ec6d6 {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:29:47.092184 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27a712b-f969-4bc4-85f0-f05c9ea6f5d6 None None] Checking agent: {'id': '4f0b0810-19ae-4b24-abc7-3f67c142f33a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 59, 51), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:29:47.092697 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27a712b-f969-4bc4-85f0-f05c9ea6f5d6 None None] Checking segment: {'id': '118fb0d6-0794-4e1e-babb-ebea8ea39b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '25660f6e-89b1-4547-96df-31c2bd7ec6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:29:47.093296 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db76fb6-7265-4f77-8ca1-df06bbf984c8 None None] Network 092a0b29-f835-430a-9aa3-8b1f7c603abd is already hosted by enough agents. {{(pid=73846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:29:47.094563 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-d27a712b-f969-4bc4-85f0-f05c9ea6f5d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:47.095120 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27a712b-f969-4bc4-85f0-f05c9ea6f5d6 None None] Bound using segment: {'id': '118fb0d6-0794-4e1e-babb-ebea8ea39b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '25660f6e-89b1-4547-96df-31c2bd7ec6d6'} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:29:47.095976 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-d27a712b-f969-4bc4-85f0-f05c9ea6f5d6 None None] Bound port: bc0bab03-7840-4b48-981b-91c57c269388, host: dv-cinder-788365-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '118fb0d6-0794-4e1e-babb-ebea8ea39b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '25660f6e-89b1-4547-96df-31c2bd7ec6d6'}}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:29:47.096466 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-d27a712b-f969-4bc4-85f0-f05c9ea6f5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:47.097895 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-7db76fb6-7265-4f77-8ca1-df06bbf984c8 None None] Resources bound (agent type, host, resource id):  {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:29:47.102608 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db76fb6-7265-4f77-8ca1-df06bbf984c8 None None] Received port after_create {{(pid=73846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:29:47.196279 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-d27a712b-f969-4bc4-85f0-f05c9ea6f5d6 None None] For port bc0bab03-7840-4b48-981b-91c57c269388, host dv-cinder-788365-2-iscsi, cleared binding levels {{(pid=73847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:29:47.198648 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db76fb6-7265-4f77-8ca1-df06bbf984c8 None None] Pushing event updated for resources: {'Port': ['ID=705a1837-72d3-4ca5-bf5a-0bfbe6f71e74,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:47.202058 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-d27a712b-f969-4bc4-85f0-f05c9ea6f5d6 None None] For port bc0bab03-7840-4b48-981b-91c57c269388, host dv-cinder-788365-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=bc0bab03-7840-4b48-981b-91c57c269388,segment=NetworkSegment(118fb0d6-0794-4e1e-babb-ebea8ea39b97),segment_id=118fb0d6-0794-4e1e-babb-ebea8ea39b97)] {{(pid=73847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:29:47.207694 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-d27a712b-f969-4bc4-85f0-f05c9ea6f5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:47.210721 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-7db76fb6-7265-4f77-8ca1-df06bbf984c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:47.221740 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:47.221946 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-7db76fb6-7265-4f77-8ca1-df06bbf984c8 None None] Attempting to bind port 705a1837-72d3-4ca5-bf5a-0bfbe6f71e74 on host dv-cinder-788365-2-iscsi for vnic_type normal with profile  {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:29:47.222677 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-7db76fb6-7265-4f77-8ca1-df06bbf984c8 None None] Attempting to bind port 705a1837-72d3-4ca5-bf5a-0bfbe6f71e74 by drivers openvswitch,hyperv on host dv-cinder-788365-2-iscsi at level 0 using segments [{'id': '12f164ee-0535-4132-961f-288301f1e21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1406, 'network_id': '092a0b29-f835-430a-9aa3-8b1f7c603abd'}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:29:47.222815 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db76fb6-7265-4f77-8ca1-df06bbf984c8 None None] Attempting to bind port 705a1837-72d3-4ca5-bf5a-0bfbe6f71e74 on network 092a0b29-f835-430a-9aa3-8b1f7c603abd {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:29:47.229600 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db76fb6-7265-4f77-8ca1-df06bbf984c8 None None] Checking agent: {'id': '4f0b0810-19ae-4b24-abc7-3f67c142f33a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 59, 51), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:29:47.229822 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db76fb6-7265-4f77-8ca1-df06bbf984c8 None None] Checking segment: {'id': '12f164ee-0535-4132-961f-288301f1e21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1406, 'network_id': '092a0b29-f835-430a-9aa3-8b1f7c603abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:29:47.230318 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-7db76fb6-7265-4f77-8ca1-df06bbf984c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:47.230866 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db76fb6-7265-4f77-8ca1-df06bbf984c8 None None] Bound using segment: {'id': '12f164ee-0535-4132-961f-288301f1e21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1406, 'network_id': '092a0b29-f835-430a-9aa3-8b1f7c603abd'} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:29:47.231474 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-7db76fb6-7265-4f77-8ca1-df06bbf984c8 None None] Bound port: 705a1837-72d3-4ca5-bf5a-0bfbe6f71e74, host: dv-cinder-788365-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f164ee-0535-4132-961f-288301f1e21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1406, 'network_id': '092a0b29-f835-430a-9aa3-8b1f7c603abd'}}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:29:47.231955 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-7db76fb6-7265-4f77-8ca1-df06bbf984c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:47.252045 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.db_base_plugin_common [None req-da8ef724-02ee-4473-a473-0c69a7e2216c admin admin] Allocated IP 172.27.1.113 (304f1885-0a25-4285-aed6-702a057610f8/49300ed0-235c-492b-9da4-467f65f5f0f0/457a44a6-23cb-46e5-b840-84a24053ba7c) {{(pid=73844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:29:47.294096 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27a712b-f969-4bc4-85f0-f05c9ea6f5d6 None None] Routers {'8fc9ee25-2127-433e-9e3c-0a9821b9ae53'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:29:47.294735 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-d27a712b-f969-4bc4-85f0-f05c9ea6f5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc2f87ca0>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:29:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['8fc9ee25-2127-433e-9e3c-0a9821b9ae53'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:29:47.338716 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-7db76fb6-7265-4f77-8ca1-df06bbf984c8 None None] For port 705a1837-72d3-4ca5-bf5a-0bfbe6f71e74, host dv-cinder-788365-2-iscsi, cleared binding levels {{(pid=73846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:29:47.344967 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-7db76fb6-7265-4f77-8ca1-df06bbf984c8 None None] For port 705a1837-72d3-4ca5-bf5a-0bfbe6f71e74, host dv-cinder-788365-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=705a1837-72d3-4ca5-bf5a-0bfbe6f71e74,segment=NetworkSegment(12f164ee-0535-4132-961f-288301f1e21d),segment_id=12f164ee-0535-4132-961f-288301f1e21d)] {{(pid=73846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:29:47.352879 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-7db76fb6-7265-4f77-8ca1-df06bbf984c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:47.361648 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-3a91ce79-d311-4860-a547-bcaacd2908d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:47.383468 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf7775-3464-4fd6-8301-e574f175ac36 None None] Pushing event updated for resources: {'Port': ['ID=bc0bab03-7840-4b48-981b-91c57c269388,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:47.389191 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-11cf7775-3464-4fd6-8301-e574f175ac36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:47.413617 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device b63fdb53-c570-44dc-b7eb-27d2f37ab999 up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:29:47.537951 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-d27a712b-f969-4bc4-85f0-f05c9ea6f5d6 None None] Set router 8fc9ee25-2127-433e-9e3c-0a9821b9ae53 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:29:47.540316 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db76fb6-7265-4f77-8ca1-df06bbf984c8 None None] Pushing event updated for resources: {'Port': ['ID=705a1837-72d3-4ca5-bf5a-0bfbe6f71e74,revision_number=2']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:47.545624 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-7db76fb6-7265-4f77-8ca1-df06bbf984c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:47.556267 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port b63fdb53-c570-44dc-b7eb-27d2f37ab999 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:29:47.556732 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:47.572746 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-da8ef724-02ee-4473-a473-0c69a7e2216c admin admin] Notify callbacks [] for port, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:47.631127 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-da8ef724-02ee-4473-a473-0c69a7e2216c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6994046'] for port, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:47.638677 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-3bdd8f96-ac31-4582-9472-e2301531a042 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:47.713811 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8ef724-02ee-4473-a473-0c69a7e2216c admin admin] Network 304f1885-0a25-4285-aed6-702a057610f8 is already hosted by enough agents. {{(pid=73844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:29:47.717113 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.base_scheduler [None req-da8ef724-02ee-4473-a473-0c69a7e2216c admin admin] Resources bound (agent type, host, resource id):  {{(pid=73844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:29:47.720836 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8ef724-02ee-4473-a473-0c69a7e2216c admin admin] Received port after_create {{(pid=73844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:29:47.904364 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-d27a712b-f969-4bc4-85f0-f05c9ea6f5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc2f87ca0>, [{'id': '8fc9ee25-2127-433e-9e3c-0a9821b9ae53', 'name': 'tempest-TestShelveInstance-602583105-router', 'tenant_id': 'c99359a4c6474ee798e45ae1233320be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'b63fdb53-c570-44dc-b7eb-27d2f37ab999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:29:39Z', 'updated_at': '2021-04-30T14:29:43Z', 'revision_number': 4, 'project_id': 'c99359a4c6474ee798e45ae1233320be', 'gw_port': {'id': 'b63fdb53-c570-44dc-b7eb-27d2f37ab999', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:06:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc9ee25-2127-433e-9e3c-0a9821b9ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:29:40Z', 'updated_at': '2021-04-30T14:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': 'bc0bab03-7840-4b48-981b-91c57c269388', 'name': '', 'network_id': '25660f6e-89b1-4547-96df-31c2bd7ec6d6', 'tenant_id': 'c99359a4c6474ee798e45ae1233320be', 'mac_address': 'fa:16:3e:63:26:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc9ee25-2127-433e-9e3c-0a9821b9ae53', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bf3e0834-d422-4d6e-a0c2-26fd77b79b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:29:42Z', 'updated_at': '2021-04-30T14:29:47Z', 'revision_number': 4, 'project_id': 'c99359a4c6474ee798e45ae1233320be', 'subnets': [{'id': 'bf3e0834-d422-4d6e-a0c2-26fd77b79b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:29:47.909057 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27a712b-f969-4bc4-85f0-f05c9ea6f5d6 None None] The sync data for ids ['8fc9ee25-2127-433e-9e3c-0a9821b9ae53'] in dv-cinder-788365-2-iscsi is: [{'id': '8fc9ee25-2127-433e-9e3c-0a9821b9ae53', 'name': 'tempest-TestShelveInstance-602583105-router', 'tenant_id': 'c99359a4c6474ee798e45ae1233320be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'b63fdb53-c570-44dc-b7eb-27d2f37ab999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:29:39Z', 'updated_at': '2021-04-30T14:29:43Z', 'revision_number': 4, 'project_id': 'c99359a4c6474ee798e45ae1233320be', 'gw_port': {'id': 'b63fdb53-c570-44dc-b7eb-27d2f37ab999', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:06:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc9ee25-2127-433e-9e3c-0a9821b9ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:29:40Z', 'updated_at': '2021-04-30T14:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': 'bc0bab03-7840-4b48-981b-91c57c269388', 'name': '', 'network_id': '25660f6e-89b1-4547-96df-31c2bd7ec6d6', 'tenant_id': 'c99359a4c6474ee798e45ae1233320be', 'mac_address': 'fa:16:3e:63:26:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc9ee25-2127-433e-9e3c-0a9821b9ae53', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bf3e0834-d422-4d6e-a0c2-26fd77b79b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:29:42Z', 'updated_at': '2021-04-30T14:29:47Z', 'revision_number': 4, 'project_id': 'c99359a4c6474ee798e45ae1233320be', 'subnets': [{'id': 'bf3e0834-d422-4d6e-a0c2-26fd77b79b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:29:47.955893 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ef724-02ee-4473-a473-0c69a7e2216c admin admin] Pushing event updated for resources: {'Port': ['ID=457a44a6-23cb-46e5-b840-84a24053ba7c,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:47.959054 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-da8ef724-02ee-4473-a473-0c69a7e2216c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:48.228237 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-da8ef724-02ee-4473-a473-0c69a7e2216c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:48.540858 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61e7c44-3115-42f9-9954-742c9a5af176 None None] Network 092a0b29-f835-430a-9aa3-8b1f7c603abd requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:29:48.607098 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-da8ef724-02ee-4473-a473-0c69a7e2216c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7995491'] for router, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:48.659534 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-9e87f531-2f16-498a-a95f-835d19e4b318 None None] Provisioning for port 705a1837-72d3-4ca5-bf5a-0bfbe6f71e74 completed by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:29:48.803504 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-64c8f761-8758-4702-843c-646cfeb572d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:48.836902 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8ef724-02ee-4473-a473-0c69a7e2216c admin admin] Router f0cef291-483e-415a-911c-e843047db29f is scheduled to L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d with binding_index 1 {{(pid=73844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 14:29:49.135905 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8ef724-02ee-4473-a473-0c69a7e2216c admin admin] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:29:49.145356 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb1a827-505e-4e2e-b568-0036e3da4de8 None None] Sync routers for ids ['f0cef291-483e-415a-911c-e843047db29f'] in dv-cinder-788365-2-iscsi {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:29:49.154689 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb1a827-505e-4e2e-b568-0036e3da4de8 None None] Routers {'f0cef291-483e-415a-911c-e843047db29f'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:29:49.155317 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-afb1a827-505e-4e2e-b568-0036e3da4de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc225a970>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:29:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['f0cef291-483e-415a-911c-e843047db29f'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:29:49.163310 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-da8ef724-02ee-4473-a473-0c69a7e2216c admin admin] Notify callbacks [] for router, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:49.164764 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-da8ef724-02ee-4473-a473-0c69a7e2216c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.8268132
Apr 30 14:29:49.167443 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 53762) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:29:49.385897 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-afb1a827-505e-4e2e-b568-0036e3da4de8 None None] Set router f0cef291-483e-415a-911c-e843047db29f gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:29:49.435581 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 705a1837-72d3-4ca5-bf5a-0bfbe6f71e74 up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:29:49.662640 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning for port 705a1837-72d3-4ca5-bf5a-0bfbe6f71e74 completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:29:49.679081 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port 705a1837-72d3-4ca5-bf5a-0bfbe6f71e74 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:29:49.679464 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:49.839587 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-afb1a827-505e-4e2e-b568-0036e3da4de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc225a970>, [{'id': 'f0cef291-483e-415a-911c-e843047db29f', 'name': 'tempest-TestShelveInstance-870097621-router', 'tenant_id': '7542c3fc5daa416ea5a588b74dec0c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '457a44a6-23cb-46e5-b840-84a24053ba7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:29:46Z', 'updated_at': '2021-04-30T14:29:48Z', 'revision_number': 3, 'project_id': '7542c3fc5daa416ea5a588b74dec0c00', 'gw_port': {'id': '457a44a6-23cb-46e5-b840-84a24053ba7c', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cef291-483e-415a-911c-e843047db29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:29:47Z', 'updated_at': '2021-04-30T14:29:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi'}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:29:49.851655 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:49.857274 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-aeb6f2fb-696d-43c9-ae0d-3dfe3d7b4989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:49.861363 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb1a827-505e-4e2e-b568-0036e3da4de8 None None] Checking router: f0cef291-483e-415a-911c-e843047db29f for host: dv-cinder-788365-2-iscsi {{(pid=73846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:29:49.861744 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb1a827-505e-4e2e-b568-0036e3da4de8 None None] Updating router f0cef291-483e-415a-911c-e843047db29f port 457a44a6-23cb-46e5-b840-84a24053ba7c binding host dv-cinder-788365-2-iscsi {{(pid=73846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 14:29:49.928922 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-afb1a827-505e-4e2e-b568-0036e3da4de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:49.967624 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] For port 705a1837-72d3-4ca5-bf5a-0bfbe6f71e74, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=705a1837-72d3-4ca5-bf5a-0bfbe6f71e74,segment=NetworkSegment(12f164ee-0535-4132-961f-288301f1e21d),segment_id=12f164ee-0535-4132-961f-288301f1e21d)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:29:49.975062 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:49.975904 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device bc0bab03-7840-4b48-981b-91c57c269388 up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:29:50.005347 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-d09706e6-ff83-447c-bd08-bf83b3374507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:50.064330 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.db_base_plugin_common [None req-aeb6f2fb-696d-43c9-ae0d-3dfe3d7b4989 admin admin] Allocated IP 172.20.0.1 (092a0b29-f835-430a-9aa3-8b1f7c603abd/766372ec-99a9-49df-b107-5091eac2ed6f/824fa979-c81f-4c2d-8920-97b5a9041452) {{(pid=73844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:29:50.176397 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Pushing event updated for resources: {'Port': ['ID=705a1837-72d3-4ca5-bf5a-0bfbe6f71e74,revision_number=3']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:50.195092 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:50.206267 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning for port bc0bab03-7840-4b48-981b-91c57c269388 completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:29:50.216879 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port bc0bab03-7840-4b48-981b-91c57c269388 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:29:50.217260 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:50.227568 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-aeb6f2fb-696d-43c9-ae0d-3dfe3d7b4989 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:50.243217 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.provisioning_blocks [None req-aeb6f2fb-696d-43c9-ae0d-3dfe3d7b4989 admin admin] Transition to ACTIVE for port object 824fa979-c81f-4c2d-8920-97b5a9041452 will not be triggered until provisioned by entity DHCP. {{(pid=73844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:29:50.268378 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-aeb6f2fb-696d-43c9-ae0d-3dfe3d7b4989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6994046'] for port, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:50.272754 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:50.329336 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb6f2fb-696d-43c9-ae0d-3dfe3d7b4989 admin admin] Network 092a0b29-f835-430a-9aa3-8b1f7c603abd is already hosted by enough agents. {{(pid=73844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:29:50.332102 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.base_scheduler [None req-aeb6f2fb-696d-43c9-ae0d-3dfe3d7b4989 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:29:50.335672 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb6f2fb-696d-43c9-ae0d-3dfe3d7b4989 admin admin] Received port after_create {{(pid=73844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:29:50.393805 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6f2fb-696d-43c9-ae0d-3dfe3d7b4989 admin admin] Pushing event updated for resources: {'Port': ['ID=824fa979-c81f-4c2d-8920-97b5a9041452,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:50.398938 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-aeb6f2fb-696d-43c9-ae0d-3dfe3d7b4989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:50.413326 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-aeb6f2fb-696d-43c9-ae0d-3dfe3d7b4989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998445'] for router_interface, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:50.469958 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:50.525844 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-afb1a827-505e-4e2e-b568-0036e3da4de8 None None] Notify callbacks [] for port, precommit_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:50.540986 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] For port bc0bab03-7840-4b48-981b-91c57c269388, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=bc0bab03-7840-4b48-981b-91c57c269388,segment=NetworkSegment(118fb0d6-0794-4e1e-babb-ebea8ea39b97),segment_id=118fb0d6-0794-4e1e-babb-ebea8ea39b97)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:29:50.545578 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-afb1a827-505e-4e2e-b568-0036e3da4de8 None None] Transition to ACTIVE for port object 457a44a6-23cb-46e5-b840-84a24053ba7c will not be triggered until provisioned by entity L2. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:29:50.550215 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:50.553637 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:50.588580 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-afb1a827-505e-4e2e-b568-0036e3da4de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:50.592365 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-3a08a2b3-d0e0-4810-ba12-f2f32603b92c None None] Provisioning for port 824fa979-c81f-4c2d-8920-97b5a9041452 completed by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:29:50.609702 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-3a08a2b3-d0e0-4810-ba12-f2f32603b92c None None] Provisioning complete for port 824fa979-c81f-4c2d-8920-97b5a9041452 triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:29:50.610045 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-3a08a2b3-d0e0-4810-ba12-f2f32603b92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:50.703192 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-afb1a827-505e-4e2e-b568-0036e3da4de8 None None] Attempting to bind port 457a44a6-23cb-46e5-b840-84a24053ba7c on host dv-cinder-788365-2-iscsi for vnic_type normal with profile  {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:29:50.704433 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-afb1a827-505e-4e2e-b568-0036e3da4de8 None None] Attempting to bind port 457a44a6-23cb-46e5-b840-84a24053ba7c by drivers openvswitch,hyperv on host dv-cinder-788365-2-iscsi at level 0 using segments [{'id': 'd90c35f3-ac38-4f09-b94c-cacd24da79a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:29:50.704954 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb1a827-505e-4e2e-b568-0036e3da4de8 None None] Attempting to bind port 457a44a6-23cb-46e5-b840-84a24053ba7c on network 304f1885-0a25-4285-aed6-702a057610f8 {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:29:50.715515 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-3a08a2b3-d0e0-4810-ba12-f2f32603b92c None None] Port 824fa979-c81f-4c2d-8920-97b5a9041452 cannot update to ACTIVE because it is not bound. {{(pid=73846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 14:29:50.717341 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb1a827-505e-4e2e-b568-0036e3da4de8 None None] Checking agent: {'id': '4f0b0810-19ae-4b24-abc7-3f67c142f33a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 59, 51), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:29:50.717742 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb1a827-505e-4e2e-b568-0036e3da4de8 None None] Checking segment: {'id': 'd90c35f3-ac38-4f09-b94c-cacd24da79a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:29:50.718160 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-afb1a827-505e-4e2e-b568-0036e3da4de8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:50.718540 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb1a827-505e-4e2e-b568-0036e3da4de8 None None] Bound using segment: {'id': 'd90c35f3-ac38-4f09-b94c-cacd24da79a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:29:50.719008 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-afb1a827-505e-4e2e-b568-0036e3da4de8 None None] Bound port: 457a44a6-23cb-46e5-b840-84a24053ba7c, host: dv-cinder-788365-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd90c35f3-ac38-4f09-b94c-cacd24da79a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'}}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:29:50.719396 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-afb1a827-505e-4e2e-b568-0036e3da4de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:50.745744 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Pushing event updated for resources: {'Port': ['ID=bc0bab03-7840-4b48-981b-91c57c269388,revision_number=5']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:50.753251 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:50.753736 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:50.790145 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-aeb6f2fb-696d-43c9-ae0d-3dfe3d7b4989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:50.840943 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d7623-39e1-4c6b-9488-554b0849bc19 None None] Pushing event updated for resources: {'Port': ['ID=457a44a6-23cb-46e5-b840-84a24053ba7c,revision_number=2']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:50.846400 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-448d7623-39e1-4c6b-9488-554b0849bc19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:50.851923 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-afb1a827-505e-4e2e-b568-0036e3da4de8 None None] For port 457a44a6-23cb-46e5-b840-84a24053ba7c, host dv-cinder-788365-2-iscsi, cleared binding levels {{(pid=73846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:29:50.854938 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-afb1a827-505e-4e2e-b568-0036e3da4de8 None None] For port 457a44a6-23cb-46e5-b840-84a24053ba7c, host dv-cinder-788365-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=457a44a6-23cb-46e5-b840-84a24053ba7c,segment=NetworkSegment(d90c35f3-ac38-4f09-b94c-cacd24da79a8),segment_id=d90c35f3-ac38-4f09-b94c-cacd24da79a8)] {{(pid=73846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:29:50.859446 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-afb1a827-505e-4e2e-b568-0036e3da4de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:50.863784 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:50.991458 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb1a827-505e-4e2e-b568-0036e3da4de8 None None] Routers {'f0cef291-483e-415a-911c-e843047db29f'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:29:50.992136 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-afb1a827-505e-4e2e-b568-0036e3da4de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc225a970>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:29:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['f0cef291-483e-415a-911c-e843047db29f'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:29:51.032833 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-aeb6f2fb-696d-43c9-ae0d-3dfe3d7b4989 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:51.037302 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-aeb6f2fb-696d-43c9-ae0d-3dfe3d7b4989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6994037'] for port, after_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:51.066320 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-52fe84ee-d3a2-4988-a4ca-416d1ac0c1e5 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:51.070612 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d7623-39e1-4c6b-9488-554b0849bc19 None None] Pushing event updated for resources: {'Port': ['ID=457a44a6-23cb-46e5-b840-84a24053ba7c,revision_number=3']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:51.075365 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-448d7623-39e1-4c6b-9488-554b0849bc19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:51.147041 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6f2fb-696d-43c9-ae0d-3dfe3d7b4989 admin admin] Pushing event updated for resources: {'Port': ['ID=824fa979-c81f-4c2d-8920-97b5a9041452,revision_number=2']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:51.151368 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-aeb6f2fb-696d-43c9-ae0d-3dfe3d7b4989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:51.152160 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-aeb6f2fb-696d-43c9-ae0d-3dfe3d7b4989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998280'] for router_interface, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:51.189310 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-afb1a827-505e-4e2e-b568-0036e3da4de8 None None] Set router f0cef291-483e-415a-911c-e843047db29f gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:29:51.287899 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb6f2fb-696d-43c9-ae0d-3dfe3d7b4989 admin admin] Network 092a0b29-f835-430a-9aa3-8b1f7c603abd is already hosted by enough agents. {{(pid=73844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:29:51.289142 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.base_scheduler [None req-aeb6f2fb-696d-43c9-ae0d-3dfe3d7b4989 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:29:51.354604 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 705a1837-72d3-4ca5-bf5a-0bfbe6f71e74 up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:29:51.492615 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb6f2fb-696d-43c9-ae0d-3dfe3d7b4989 admin admin] Router f0cef291-483e-415a-911c-e843047db29f has already been hosted by L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d {{(pid=73844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 14:29:51.510642 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-567a2a66-9439-4fa5-b51e-6df6fbd40ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:51.515563 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:51.594088 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-d0047789-d00a-4fad-bef3-81a671d4433f None None] Provisioning complete for port 824fa979-c81f-4c2d-8920-97b5a9041452 triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:29:51.594475 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-d0047789-d00a-4fad-bef3-81a671d4433f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:51.618328 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port 705a1837-72d3-4ca5-bf5a-0bfbe6f71e74 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:29:51.618599 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:51.685584 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb6f2fb-696d-43c9-ae0d-3dfe3d7b4989 admin admin] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:29:51.695166 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-aeb6f2fb-696d-43c9-ae0d-3dfe3d7b4989 admin admin] 10.222.0.32 "PUT /v2.0/routers/f0cef291-483e-415a-911c-e843047db29f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5267570
Apr 30 14:29:51.709743 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-d0047789-d00a-4fad-bef3-81a671d4433f None None] Port 824fa979-c81f-4c2d-8920-97b5a9041452 cannot update to ACTIVE because it is not bound. {{(pid=73846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 14:29:51.769681 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-afb1a827-505e-4e2e-b568-0036e3da4de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc225a970>, [{'id': 'f0cef291-483e-415a-911c-e843047db29f', 'name': 'tempest-TestShelveInstance-870097621-router', 'tenant_id': '7542c3fc5daa416ea5a588b74dec0c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '457a44a6-23cb-46e5-b840-84a24053ba7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:29:46Z', 'updated_at': '2021-04-30T14:29:50Z', 'revision_number': 4, 'project_id': '7542c3fc5daa416ea5a588b74dec0c00', 'gw_port': {'id': '457a44a6-23cb-46e5-b840-84a24053ba7c', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cef291-483e-415a-911c-e843047db29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:29:47Z', 'updated_at': '2021-04-30T14:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '824fa979-c81f-4c2d-8920-97b5a9041452', 'name': '', 'network_id': '092a0b29-f835-430a-9aa3-8b1f7c603abd', 'tenant_id': '7542c3fc5daa416ea5a588b74dec0c00', 'mac_address': 'fa:16:3e:1c:ed:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cef291-483e-415a-911c-e843047db29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '766372ec-99a9-49df-b107-5091eac2ed6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:29:49Z', 'updated_at': '2021-04-30T14:29:50Z', 'revision_number': 2, 'project_id': '7542c3fc5daa416ea5a588b74dec0c00', 'subnets': [{'id': '766372ec-99a9-49df-b107-5091eac2ed6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:29:51.776569 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb1a827-505e-4e2e-b568-0036e3da4de8 None None] The sync data for ids ['f0cef291-483e-415a-911c-e843047db29f'] in dv-cinder-788365-2-iscsi is: [{'id': 'f0cef291-483e-415a-911c-e843047db29f', 'name': 'tempest-TestShelveInstance-870097621-router', 'tenant_id': '7542c3fc5daa416ea5a588b74dec0c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '457a44a6-23cb-46e5-b840-84a24053ba7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:29:46Z', 'updated_at': '2021-04-30T14:29:50Z', 'revision_number': 4, 'project_id': '7542c3fc5daa416ea5a588b74dec0c00', 'gw_port': {'id': '457a44a6-23cb-46e5-b840-84a24053ba7c', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cef291-483e-415a-911c-e843047db29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:29:47Z', 'updated_at': '2021-04-30T14:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '824fa979-c81f-4c2d-8920-97b5a9041452', 'name': '', 'network_id': '092a0b29-f835-430a-9aa3-8b1f7c603abd', 'tenant_id': '7542c3fc5daa416ea5a588b74dec0c00', 'mac_address': 'fa:16:3e:1c:ed:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cef291-483e-415a-911c-e843047db29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '766372ec-99a9-49df-b107-5091eac2ed6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:29:49Z', 'updated_at': '2021-04-30T14:29:50Z', 'revision_number': 2, 'project_id': '7542c3fc5daa416ea5a588b74dec0c00', 'subnets': [{'id': '766372ec-99a9-49df-b107-5091eac2ed6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:29:51.789751 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device bc0bab03-7840-4b48-981b-91c57c269388 up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:29:51.859317 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port bc0bab03-7840-4b48-981b-91c57c269388 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:29:51.859711 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:52.226536 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:52.376029 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 53784) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:29:52.385576 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-12feab93-164e-4a26-bd24-8b6a73f9bc19 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1349813742', 'description': 'tempest-secgroup-smoke-1349813742 description', 'project_id': 'c99359a4c6474ee798e45ae1233320be'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:29:52.389548 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:52.392383 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-12feab93-164e-4a26-bd24-8b6a73f9bc19 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:29:52.396492 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-12feab93-164e-4a26-bd24-8b6a73f9bc19 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Usage tracker for resource:security_group and tenant:c99359a4c6474ee798e45ae1233320be is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:29:52.399970 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-12feab93-164e-4a26-bd24-8b6a73f9bc19 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:29:52.407843 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-12feab93-164e-4a26-bd24-8b6a73f9bc19 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:29:52.421465 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-12feab93-164e-4a26-bd24-8b6a73f9bc19 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:52.452586 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-12feab93-164e-4a26-bd24-8b6a73f9bc19 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:29:52.460425 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-12feab93-164e-4a26-bd24-8b6a73f9bc19 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Usage tracker for resource:security_group_rule and tenant:c99359a4c6474ee798e45ae1233320be is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:29:52.464941 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-12feab93-164e-4a26-bd24-8b6a73f9bc19 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:29:52.472545 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-12feab93-164e-4a26-bd24-8b6a73f9bc19 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:29:52.554042 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-12feab93-164e-4a26-bd24-8b6a73f9bc19 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:52.558427 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-12feab93-164e-4a26-bd24-8b6a73f9bc19 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:52.563294 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-aac8ed67-b8e7-4b4d-8917-c028dad44826 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:52.603463 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12feab93-164e-4a26-bd24-8b6a73f9bc19 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04f0a0c5-59d1-4693-b19f-31a01450a3c4,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:52.607116 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-12feab93-164e-4a26-bd24-8b6a73f9bc19 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:52.608330 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-12feab93-164e-4a26-bd24-8b6a73f9bc19 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2300723
Apr 30 14:29:52.609240 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-12feab93-164e-4a26-bd24-8b6a73f9bc19 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:52.611414 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 53792) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:29:52.616576 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-dd585302-8a32-411d-af39-5ccfabc63fa4 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Request body: {'security_group_rule': {'security_group_id': '04f0a0c5-59d1-4693-b19f-31a01450a3c4', 'project_id': 'c99359a4c6474ee798e45ae1233320be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:29:52.623575 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-dd585302-8a32-411d-af39-5ccfabc63fa4 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:29:52.627486 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-dd585302-8a32-411d-af39-5ccfabc63fa4 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Usage tracker for resource:security_group_rule and tenant:c99359a4c6474ee798e45ae1233320be is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:29:52.630464 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-dd585302-8a32-411d-af39-5ccfabc63fa4 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:29:52.636417 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-dd585302-8a32-411d-af39-5ccfabc63fa4 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:29:52.656551 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-dd585302-8a32-411d-af39-5ccfabc63fa4 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:52.724279 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-dd585302-8a32-411d-af39-5ccfabc63fa4 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:52.728257 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-dd585302-8a32-411d-af39-5ccfabc63fa4 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067617'] for security_group_rule, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:52.731557 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-e7ac2c89-6b69-4a2a-a752-64e487144e49 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:52.755784 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd585302-8a32-411d-af39-5ccfabc63fa4 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e241979-9e0f-4116-962f-160dcbed93d7,revision_number=0']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:52.758524 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-dd585302-8a32-411d-af39-5ccfabc63fa4 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:52.766150 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-dd585302-8a32-411d-af39-5ccfabc63fa4 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:52.767451 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-dd585302-8a32-411d-af39-5ccfabc63fa4 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1551023
Apr 30 14:29:52.770290 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 53798) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:29:52.775900 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-04e2e50a-92e6-41ad-8570-c070e7933bd0 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Request body: {'security_group_rule': {'security_group_id': '04f0a0c5-59d1-4693-b19f-31a01450a3c4', 'project_id': 'c99359a4c6474ee798e45ae1233320be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:29:52.782561 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-04e2e50a-92e6-41ad-8570-c070e7933bd0 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:29:52.787365 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-04e2e50a-92e6-41ad-8570-c070e7933bd0 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Usage tracker for resource:security_group_rule and tenant:c99359a4c6474ee798e45ae1233320be is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:29:52.790543 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-04e2e50a-92e6-41ad-8570-c070e7933bd0 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:29:52.797075 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-04e2e50a-92e6-41ad-8570-c070e7933bd0 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:29:52.813812 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-04e2e50a-92e6-41ad-8570-c070e7933bd0 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:52.878887 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-04e2e50a-92e6-41ad-8570-c070e7933bd0 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:52.883085 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-04e2e50a-92e6-41ad-8570-c070e7933bd0 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067617'] for security_group_rule, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:52.885224 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-dd585302-8a32-411d-af39-5ccfabc63fa4 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:52.908301 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2e50a-92e6-41ad-8570-c070e7933bd0 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1584acf0-7294-42e5-b5bf-b9295808e1f5,revision_number=0']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:52.910796 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-04e2e50a-92e6-41ad-8570-c070e7933bd0 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:52.919214 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-04e2e50a-92e6-41ad-8570-c070e7933bd0 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:52.923145 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-04e2e50a-92e6-41ad-8570-c070e7933bd0 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1492832
Apr 30 14:29:52.923450 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 53804) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:29:52.928840 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-e0cc7aa0-e74a-4976-a3eb-518ac534396d tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Request body: {'security_group_rule': {'security_group_id': '04f0a0c5-59d1-4693-b19f-31a01450a3c4', 'project_id': 'c99359a4c6474ee798e45ae1233320be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:29:52.934971 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-e0cc7aa0-e74a-4976-a3eb-518ac534396d tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:29:52.939076 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-e0cc7aa0-e74a-4976-a3eb-518ac534396d tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Usage tracker for resource:security_group_rule and tenant:c99359a4c6474ee798e45ae1233320be is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:29:52.942178 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-e0cc7aa0-e74a-4976-a3eb-518ac534396d tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:29:52.948942 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-e0cc7aa0-e74a-4976-a3eb-518ac534396d tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:29:52.964255 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e0cc7aa0-e74a-4976-a3eb-518ac534396d tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:53.030171 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e0cc7aa0-e74a-4976-a3eb-518ac534396d tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:53.034755 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e0cc7aa0-e74a-4976-a3eb-518ac534396d tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067617'] for security_group_rule, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:53.041157 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-776d04d3-ea0b-4f89-9c5c-bdfaa3bcde24 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:53.059986 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc7aa0-e74a-4976-a3eb-518ac534396d tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c598dda-fa5f-488d-824a-6b00ef041d26,revision_number=0']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:53.062379 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-e0cc7aa0-e74a-4976-a3eb-518ac534396d tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:53.070194 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e0cc7aa0-e74a-4976-a3eb-518ac534396d tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:53.071345 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-e0cc7aa0-e74a-4976-a3eb-518ac534396d tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1468806
Apr 30 14:29:53.074087 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 53808) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:29:53.079184 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-eb3b115b-8f33-4053-b04c-9f7c2f3e396d tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Request body: {'security_group_rule': {'security_group_id': '04f0a0c5-59d1-4693-b19f-31a01450a3c4', 'project_id': 'c99359a4c6474ee798e45ae1233320be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:29:53.084783 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-eb3b115b-8f33-4053-b04c-9f7c2f3e396d tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:29:53.088589 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-eb3b115b-8f33-4053-b04c-9f7c2f3e396d tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Usage tracker for resource:security_group_rule and tenant:c99359a4c6474ee798e45ae1233320be is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:29:53.091996 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-eb3b115b-8f33-4053-b04c-9f7c2f3e396d tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:29:53.098144 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-eb3b115b-8f33-4053-b04c-9f7c2f3e396d tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:29:53.115380 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-eb3b115b-8f33-4053-b04c-9f7c2f3e396d tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:53.185503 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-eb3b115b-8f33-4053-b04c-9f7c2f3e396d tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:53.190049 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-eb3b115b-8f33-4053-b04c-9f7c2f3e396d tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067617'] for security_group_rule, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:53.193263 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:53.216754 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b115b-8f33-4053-b04c-9f7c2f3e396d tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91973261-505d-48c6-9ec2-6c5cc11c5266,revision_number=0']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:53.219376 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-eb3b115b-8f33-4053-b04c-9f7c2f3e396d tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:53.226712 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-eb3b115b-8f33-4053-b04c-9f7c2f3e396d tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:53.228001 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-eb3b115b-8f33-4053-b04c-9f7c2f3e396d tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1529515
Apr 30 14:29:53.230732 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 53814) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:29:53.235734 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-4b0dfd84-80c0-4f0b-8193-e250d6d1e46c tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Request body: {'security_group_rule': {'security_group_id': '04f0a0c5-59d1-4693-b19f-31a01450a3c4', 'project_id': 'c99359a4c6474ee798e45ae1233320be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:29:53.241379 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-4b0dfd84-80c0-4f0b-8193-e250d6d1e46c tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:29:53.245209 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-4b0dfd84-80c0-4f0b-8193-e250d6d1e46c tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Usage tracker for resource:security_group_rule and tenant:c99359a4c6474ee798e45ae1233320be is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:29:53.248119 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-4b0dfd84-80c0-4f0b-8193-e250d6d1e46c tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:29:53.253719 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-4b0dfd84-80c0-4f0b-8193-e250d6d1e46c tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:29:53.264784 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.db.securitygroups_db [None req-4b0dfd84-80c0-4f0b-8193-e250d6d1e46c tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Project c99359a4c6474ee798e45ae1233320be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 14:29:53.270579 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4b0dfd84-80c0-4f0b-8193-e250d6d1e46c tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:53.344333 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4b0dfd84-80c0-4f0b-8193-e250d6d1e46c tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:53.348983 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4b0dfd84-80c0-4f0b-8193-e250d6d1e46c tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067617'] for security_group_rule, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:53.353552 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 457a44a6-23cb-46e5-b840-84a24053ba7c up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:29:53.355526 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-08e61cbb-7348-48e0-9d98-f3d9a373706d tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:53.375509 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0dfd84-80c0-4f0b-8193-e250d6d1e46c tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca82bb65-274b-4f49-9181-095ea0a1b9b1,revision_number=0']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:53.377755 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-4b0dfd84-80c0-4f0b-8193-e250d6d1e46c tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:53.384883 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-4b0dfd84-80c0-4f0b-8193-e250d6d1e46c tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:53.386342 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-4b0dfd84-80c0-4f0b-8193-e250d6d1e46c tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1546733
Apr 30 14:29:53.389626 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 53818) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:29:53.395040 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-d1394992-43d9-424d-ae0f-d1702e64ea94 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Request body: {'security_group_rule': {'security_group_id': '04f0a0c5-59d1-4693-b19f-31a01450a3c4', 'project_id': 'c99359a4c6474ee798e45ae1233320be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:29:53.400699 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-d1394992-43d9-424d-ae0f-d1702e64ea94 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:29:53.405699 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-d1394992-43d9-424d-ae0f-d1702e64ea94 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Usage tracker for resource:security_group_rule and tenant:c99359a4c6474ee798e45ae1233320be is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:29:53.408679 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-d1394992-43d9-424d-ae0f-d1702e64ea94 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:29:53.414657 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-d1394992-43d9-424d-ae0f-d1702e64ea94 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:29:53.427335 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.db.securitygroups_db [None req-d1394992-43d9-424d-ae0f-d1702e64ea94 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Project c99359a4c6474ee798e45ae1233320be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 14:29:53.428041 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning for port 457a44a6-23cb-46e5-b840-84a24053ba7c completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:29:53.432731 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port 457a44a6-23cb-46e5-b840-84a24053ba7c triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:29:53.433107 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:53.433337 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d1394992-43d9-424d-ae0f-d1702e64ea94 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:53.508359 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d1394992-43d9-424d-ae0f-d1702e64ea94 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:53.511976 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d1394992-43d9-424d-ae0f-d1702e64ea94 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067617'] for security_group_rule, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:53.515011 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-92e802e7-27a0-4feb-96c2-d1d6b21168ae tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:53.537446 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1394992-43d9-424d-ae0f-d1702e64ea94 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77186e94-5de8-4611-9e3e-87cd4a34fea6,revision_number=0']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:53.543156 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-d1394992-43d9-424d-ae0f-d1702e64ea94 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:53.547485 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d1394992-43d9-424d-ae0f-d1702e64ea94 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:53.548809 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-d1394992-43d9-424d-ae0f-d1702e64ea94 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1580744
Apr 30 14:29:53.553183 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:53.571428 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] For port 457a44a6-23cb-46e5-b840-84a24053ba7c, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=457a44a6-23cb-46e5-b840-84a24053ba7c,segment=NetworkSegment(d90c35f3-ac38-4f09-b94c-cacd24da79a8),segment_id=d90c35f3-ac38-4f09-b94c-cacd24da79a8)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:29:53.575899 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:53.578054 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-7db76fb6-7265-4f77-8ca1-df06bbf984c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:53.645360 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Pushing event updated for resources: {'Port': ['ID=457a44a6-23cb-46e5-b840-84a24053ba7c,revision_number=4']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:53.648515 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:53.911802 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:55.332864 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 457a44a6-23cb-46e5-b840-84a24053ba7c up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:29:55.404096 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port 457a44a6-23cb-46e5-b840-84a24053ba7c triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:29:55.404477 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:55.689907 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206b6d93-efe7-4435-bc10-e5bdf487aea3 None None] Sync routers for ids ['f0cef291-483e-415a-911c-e843047db29f'] in dv-cinder-788365-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:29:55.699286 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206b6d93-efe7-4435-bc10-e5bdf487aea3 None None] Routers {'f0cef291-483e-415a-911c-e843047db29f'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:29:55.699906 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-206b6d93-efe7-4435-bc10-e5bdf487aea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc2f879d0>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:29:51Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['f0cef291-483e-415a-911c-e843047db29f'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:29:55.875286 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-206b6d93-efe7-4435-bc10-e5bdf487aea3 None None] Set router f0cef291-483e-415a-911c-e843047db29f gateway port host: dv-cinder-788365-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:29:56.197980 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-206b6d93-efe7-4435-bc10-e5bdf487aea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc2f879d0>, [{'id': 'f0cef291-483e-415a-911c-e843047db29f', 'name': 'tempest-TestShelveInstance-870097621-router', 'tenant_id': '7542c3fc5daa416ea5a588b74dec0c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '457a44a6-23cb-46e5-b840-84a24053ba7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:29:46Z', 'updated_at': '2021-04-30T14:29:50Z', 'revision_number': 4, 'project_id': '7542c3fc5daa416ea5a588b74dec0c00', 'gw_port': {'id': '457a44a6-23cb-46e5-b840-84a24053ba7c', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cef291-483e-415a-911c-e843047db29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:29:47Z', 'updated_at': '2021-04-30T14:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '824fa979-c81f-4c2d-8920-97b5a9041452', 'name': '', 'network_id': '092a0b29-f835-430a-9aa3-8b1f7c603abd', 'tenant_id': '7542c3fc5daa416ea5a588b74dec0c00', 'mac_address': 'fa:16:3e:1c:ed:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cef291-483e-415a-911c-e843047db29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '766372ec-99a9-49df-b107-5091eac2ed6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:29:49Z', 'updated_at': '2021-04-30T14:29:50Z', 'revision_number': 2, 'project_id': '7542c3fc5daa416ea5a588b74dec0c00', 'subnets': [{'id': '766372ec-99a9-49df-b107-5091eac2ed6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:29:56.202171 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206b6d93-efe7-4435-bc10-e5bdf487aea3 None None] Checking router: f0cef291-483e-415a-911c-e843047db29f for host: dv-cinder-788365-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:29:56.202520 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206b6d93-efe7-4435-bc10-e5bdf487aea3 None None] Updating router f0cef291-483e-415a-911c-e843047db29f port 824fa979-c81f-4c2d-8920-97b5a9041452 binding host dv-cinder-788365-2-iscsi {{(pid=73847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 14:29:56.255231 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-206b6d93-efe7-4435-bc10-e5bdf487aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:56.631150 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-206b6d93-efe7-4435-bc10-e5bdf487aea3 None None] Notify callbacks [] for port, precommit_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:56.643356 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-206b6d93-efe7-4435-bc10-e5bdf487aea3 None None] Transition to ACTIVE for port object 824fa979-c81f-4c2d-8920-97b5a9041452 will not be triggered until provisioned by entity L2. {{(pid=73847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:29:56.649304 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-206b6d93-efe7-4435-bc10-e5bdf487aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:56.652793 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:56.774824 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63ce4d-9eb0-491d-af02-50cea3c79026 None None] Pushing event updated for resources: {'Port': ['ID=824fa979-c81f-4c2d-8920-97b5a9041452,revision_number=3']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:56.778650 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-9f63ce4d-9eb0-491d-af02-50cea3c79026 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:56.863051 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-206b6d93-efe7-4435-bc10-e5bdf487aea3 None None] Attempting to bind port 824fa979-c81f-4c2d-8920-97b5a9041452 on host dv-cinder-788365-2-iscsi for vnic_type normal with profile  {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:29:56.863455 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-206b6d93-efe7-4435-bc10-e5bdf487aea3 None None] Attempting to bind port 824fa979-c81f-4c2d-8920-97b5a9041452 by drivers openvswitch,hyperv on host dv-cinder-788365-2-iscsi at level 0 using segments [{'id': '12f164ee-0535-4132-961f-288301f1e21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1406, 'network_id': '092a0b29-f835-430a-9aa3-8b1f7c603abd'}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:29:56.863813 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206b6d93-efe7-4435-bc10-e5bdf487aea3 None None] Attempting to bind port 824fa979-c81f-4c2d-8920-97b5a9041452 on network 092a0b29-f835-430a-9aa3-8b1f7c603abd {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:29:56.868998 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206b6d93-efe7-4435-bc10-e5bdf487aea3 None None] Checking agent: {'id': '4f0b0810-19ae-4b24-abc7-3f67c142f33a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 59, 51), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:29:56.869369 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206b6d93-efe7-4435-bc10-e5bdf487aea3 None None] Checking segment: {'id': '12f164ee-0535-4132-961f-288301f1e21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1406, 'network_id': '092a0b29-f835-430a-9aa3-8b1f7c603abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:29:56.869794 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-206b6d93-efe7-4435-bc10-e5bdf487aea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:56.870192 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206b6d93-efe7-4435-bc10-e5bdf487aea3 None None] Bound using segment: {'id': '12f164ee-0535-4132-961f-288301f1e21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1406, 'network_id': '092a0b29-f835-430a-9aa3-8b1f7c603abd'} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:29:56.870650 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-206b6d93-efe7-4435-bc10-e5bdf487aea3 None None] Bound port: 824fa979-c81f-4c2d-8920-97b5a9041452, host: dv-cinder-788365-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f164ee-0535-4132-961f-288301f1e21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1406, 'network_id': '092a0b29-f835-430a-9aa3-8b1f7c603abd'}}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:29:56.871043 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-206b6d93-efe7-4435-bc10-e5bdf487aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:56.960797 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-206b6d93-efe7-4435-bc10-e5bdf487aea3 None None] For port 824fa979-c81f-4c2d-8920-97b5a9041452, host dv-cinder-788365-2-iscsi, cleared binding levels {{(pid=73847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:29:56.963815 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-206b6d93-efe7-4435-bc10-e5bdf487aea3 None None] For port 824fa979-c81f-4c2d-8920-97b5a9041452, host dv-cinder-788365-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=824fa979-c81f-4c2d-8920-97b5a9041452,segment=NetworkSegment(12f164ee-0535-4132-961f-288301f1e21d),segment_id=12f164ee-0535-4132-961f-288301f1e21d)] {{(pid=73847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:29:56.968347 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-206b6d93-efe7-4435-bc10-e5bdf487aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:56.972199 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:57.047660 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206b6d93-efe7-4435-bc10-e5bdf487aea3 None None] Routers {'f0cef291-483e-415a-911c-e843047db29f'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:29:57.048281 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-206b6d93-efe7-4435-bc10-e5bdf487aea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc2f879d0>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:29:51Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['f0cef291-483e-415a-911c-e843047db29f'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:29:57.098255 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63ce4d-9eb0-491d-af02-50cea3c79026 None None] Pushing event updated for resources: {'Port': ['ID=824fa979-c81f-4c2d-8920-97b5a9041452,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:57.106816 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-9f63ce4d-9eb0-491d-af02-50cea3c79026 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:57.236398 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-206b6d93-efe7-4435-bc10-e5bdf487aea3 None None] Set router f0cef291-483e-415a-911c-e843047db29f gateway port host: dv-cinder-788365-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:29:57.350297 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 824fa979-c81f-4c2d-8920-97b5a9041452 up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:29:57.469877 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning for port 824fa979-c81f-4c2d-8920-97b5a9041452 completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:29:57.474895 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port 824fa979-c81f-4c2d-8920-97b5a9041452 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:29:57.475271 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:57.565812 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-206b6d93-efe7-4435-bc10-e5bdf487aea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc2f879d0>, [{'id': 'f0cef291-483e-415a-911c-e843047db29f', 'name': 'tempest-TestShelveInstance-870097621-router', 'tenant_id': '7542c3fc5daa416ea5a588b74dec0c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '457a44a6-23cb-46e5-b840-84a24053ba7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:29:46Z', 'updated_at': '2021-04-30T14:29:50Z', 'revision_number': 4, 'project_id': '7542c3fc5daa416ea5a588b74dec0c00', 'gw_port': {'id': '457a44a6-23cb-46e5-b840-84a24053ba7c', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cef291-483e-415a-911c-e843047db29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:29:47Z', 'updated_at': '2021-04-30T14:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '824fa979-c81f-4c2d-8920-97b5a9041452', 'name': '', 'network_id': '092a0b29-f835-430a-9aa3-8b1f7c603abd', 'tenant_id': '7542c3fc5daa416ea5a588b74dec0c00', 'mac_address': 'fa:16:3e:1c:ed:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cef291-483e-415a-911c-e843047db29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '766372ec-99a9-49df-b107-5091eac2ed6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:29:49Z', 'updated_at': '2021-04-30T14:29:56Z', 'revision_number': 4, 'project_id': '7542c3fc5daa416ea5a588b74dec0c00', 'subnets': [{'id': '766372ec-99a9-49df-b107-5091eac2ed6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:29:57.570234 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206b6d93-efe7-4435-bc10-e5bdf487aea3 None None] The sync data for ids ['f0cef291-483e-415a-911c-e843047db29f'] in dv-cinder-788365-2-iscsi is: [{'id': 'f0cef291-483e-415a-911c-e843047db29f', 'name': 'tempest-TestShelveInstance-870097621-router', 'tenant_id': '7542c3fc5daa416ea5a588b74dec0c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '457a44a6-23cb-46e5-b840-84a24053ba7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:29:46Z', 'updated_at': '2021-04-30T14:29:50Z', 'revision_number': 4, 'project_id': '7542c3fc5daa416ea5a588b74dec0c00', 'gw_port': {'id': '457a44a6-23cb-46e5-b840-84a24053ba7c', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cef291-483e-415a-911c-e843047db29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:29:47Z', 'updated_at': '2021-04-30T14:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '824fa979-c81f-4c2d-8920-97b5a9041452', 'name': '', 'network_id': '092a0b29-f835-430a-9aa3-8b1f7c603abd', 'tenant_id': '7542c3fc5daa416ea5a588b74dec0c00', 'mac_address': 'fa:16:3e:1c:ed:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0cef291-483e-415a-911c-e843047db29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '766372ec-99a9-49df-b107-5091eac2ed6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:29:49Z', 'updated_at': '2021-04-30T14:29:56Z', 'revision_number': 4, 'project_id': '7542c3fc5daa416ea5a588b74dec0c00', 'subnets': [{'id': '766372ec-99a9-49df-b107-5091eac2ed6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:29:57.608142 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:57.643756 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] For port 824fa979-c81f-4c2d-8920-97b5a9041452, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=824fa979-c81f-4c2d-8920-97b5a9041452,segment=NetworkSegment(12f164ee-0535-4132-961f-288301f1e21d),segment_id=12f164ee-0535-4132-961f-288301f1e21d)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:29:57.647076 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:29:57.648838 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:29:57.714262 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Pushing event updated for resources: {'Port': ['ID=824fa979-c81f-4c2d-8920-97b5a9041452,revision_number=5']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:29:57.717813 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:29:59.335087 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 824fa979-c81f-4c2d-8920-97b5a9041452 up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:29:59.405700 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port 824fa979-c81f-4c2d-8920-97b5a9041452 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:29:59.406117 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:03.589642 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 53946) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:30:03.711954 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c2c11691-3d9d-4e9b-b999-91d1778414ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:03.730328 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-c2c11691-3d9d-4e9b-b999-91d1778414ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:30:03.735998 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-c2c11691-3d9d-4e9b-b999-91d1778414ae admin admin] Usage tracker for resource:security_group_rule and tenant:5f72de1a38e0498a9aaed1c5808096cc is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:30:03.740255 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-c2c11691-3d9d-4e9b-b999-91d1778414ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:30:03.747138 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-c2c11691-3d9d-4e9b-b999-91d1778414ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:30:03.836606 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c2c11691-3d9d-4e9b-b999-91d1778414ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:03.840440 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c2c11691-3d9d-4e9b-b999-91d1778414ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:03.848537 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-3556d6fe-c165-4a45-bd6a-d4d0b03f9250 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:03.888557 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c11691-3d9d-4e9b-b999-91d1778414ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d487c275-1936-44dd-933e-a8d2d31d3933,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:03.893567 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-c2c11691-3d9d-4e9b-b999-91d1778414ae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5f72de1a38e0498a9aaed1c5808096cc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3028209
Apr 30 14:30:03.894528 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-c2c11691-3d9d-4e9b-b999-91d1778414ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:03.896010 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 53952) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:30:03.964937 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4a35998d-bc3b-4e10-a8e9-600e16a9153e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:03.991445 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4a35998d-bc3b-4e10-a8e9-600e16a9153e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:04.044325 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4a35998d-bc3b-4e10-a8e9-600e16a9153e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:04.048634 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-01ff0da5-0a01-4a73-82d4-cb6c637f08d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:04.060590 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35998d-bc3b-4e10-a8e9-600e16a9153e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d487c275-1936-44dd-933e-a8d2d31d3933,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:04.063466 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-4a35998d-bc3b-4e10-a8e9-600e16a9153e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:04.068545 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4a35998d-bc3b-4e10-a8e9-600e16a9153e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:04.070472 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-4a35998d-bc3b-4e10-a8e9-600e16a9153e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d487c275-1936-44dd-933e-a8d2d31d3933 HTTP/1.1" status: 204  len: 168 time: 0.1727455
Apr 30 14:30:04.745469 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 53978) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:30:04.847243 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-3ce3a33f-3f77-4ace-9f1b-801747090f9b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2076405275-network', 'tenant_id': 'ed5f125b675145ad8413162584df1e52'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:30:04.851777 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-3ce3a33f-3f77-4ace-9f1b-801747090f9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:30:04.855509 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-3ce3a33f-3f77-4ace-9f1b-801747090f9b admin admin] Usage tracker for resource:network and tenant:ed5f125b675145ad8413162584df1e52 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:30:04.858865 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-3ce3a33f-3f77-4ace-9f1b-801747090f9b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:30:04.864374 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-3ce3a33f-3f77-4ace-9f1b-801747090f9b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:30:04.874596 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce3a33f-3f77-4ace-9f1b-801747090f9b admin admin] Made reservation on behalf of ed5f125b675145ad8413162584df1e52 for: {'network': 1} {{(pid=73844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:30:04.877240 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3ce3a33f-3f77-4ace-9f1b-801747090f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for network, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:04.888862 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3ce3a33f-3f77-4ace-9f1b-801747090f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:04.902776 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-3ce3a33f-3f77-4ace-9f1b-801747090f9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:30:04.907066 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-3ce3a33f-3f77-4ace-9f1b-801747090f9b admin admin] Usage tracker for resource:security_group_rule and tenant:ed5f125b675145ad8413162584df1e52 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:30:04.909809 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-3ce3a33f-3f77-4ace-9f1b-801747090f9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:30:04.915381 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-3ce3a33f-3f77-4ace-9f1b-801747090f9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:30:05.017122 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3ce3a33f-3f77-4ace-9f1b-801747090f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:05.021960 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3ce3a33f-3f77-4ace-9f1b-801747090f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:05.034390 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ce3a33f-3f77-4ace-9f1b-801747090f9b admin admin] vlan segment allocate from pool success with {'vlan_id': 1445, 'physical_network': 'physnet1'}  {{(pid=73844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 14:30:05.043795 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3ce3a33f-3f77-4ace-9f1b-801747090f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-993311'] for segment, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:05.044163 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.db.segments_db [None req-3ce3a33f-3f77-4ace-9f1b-801747090f9b admin admin] Added segment 7234b902-5872-49c5-8710-924ad51ea083 of type vlan for network dbe1c35b-52b9-474c-956a-e01ca51e74ba
Apr 30 14:30:05.050558 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-78712b06-2610-4620-b087-053404067ef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:05.183893 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3ce3a33f-3f77-4ace-9f1b-801747090f9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774018256249'] for network, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:05.189100 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3a33f-3f77-4ace-9f1b-801747090f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e016c5-c18c-45d1-a950-2333369fe5b7,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:05.193179 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-3ce3a33f-3f77-4ace-9f1b-801747090f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:05.218684 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3ce3a33f-3f77-4ace-9f1b-801747090f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741'] for network, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:05.219904 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce3a33f-3f77-4ace-9f1b-801747090f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:05.220890 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3ce3a33f-3f77-4ace-9f1b-801747090f9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for network, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:05.224582 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:05.330871 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3a33f-3f77-4ace-9f1b-801747090f9b admin admin] Pushing event updated for resources: {'Network': ['ID=dbe1c35b-52b9-474c-956a-e01ca51e74ba,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:05.334195 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-3ce3a33f-3f77-4ace-9f1b-801747090f9b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.5877035
Apr 30 14:30:05.335061 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-3ce3a33f-3f77-4ace-9f1b-801747090f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:05.337026 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 53986) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:30:05.341106 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Network dbe1c35b-52b9-474c-956a-e01ca51e74ba details requested by agent ovs-agent-dv-cinder-788365-2-iscsi with host dv-cinder-788365-2-iscsi {{(pid=73846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 14:30:05.342956 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-164bc6a4-76de-4bcb-afb4-7e328cb752aa admin admin] Request body: {'subnet': {'network_id': 'dbe1c35b-52b9-474c-956a-e01ca51e74ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2076405275-subnet', 'tenant_id': 'ed5f125b675145ad8413162584df1e52', 'ip_version': 4}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:30:05.348021 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-164bc6a4-76de-4bcb-afb4-7e328cb752aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:30:05.352094 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-164bc6a4-76de-4bcb-afb4-7e328cb752aa admin admin] Usage tracker for resource:subnet and tenant:ed5f125b675145ad8413162584df1e52 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:30:05.354844 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-164bc6a4-76de-4bcb-afb4-7e328cb752aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:30:05.360479 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-164bc6a4-76de-4bcb-afb4-7e328cb752aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:30:05.370143 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164bc6a4-76de-4bcb-afb4-7e328cb752aa admin admin] Made reservation on behalf of ed5f125b675145ad8413162584df1e52 for: {'subnet': 1} {{(pid=73844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:30:05.372753 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-164bc6a4-76de-4bcb-afb4-7e328cb752aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6538326'] for subnet, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:05.762772 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-164bc6a4-76de-4bcb-afb4-7e328cb752aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6994382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6538308'] for subnet, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:05.766839 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:05.841077 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164bc6a4-76de-4bcb-afb4-7e328cb752aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f23d568-73de-4592-8503-c0c3b3a82d19,revision_number=0']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:05.844638 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-164bc6a4-76de-4bcb-afb4-7e328cb752aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:05.850940 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164bc6a4-76de-4bcb-afb4-7e328cb752aa admin admin] Checking segment: {'id': '7234b902-5872-49c5-8710-924ad51ea083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': 'dbe1c35b-52b9-474c-956a-e01ca51e74ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:30:05.851259 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164bc6a4-76de-4bcb-afb4-7e328cb752aa admin admin] Network hostable DHCP agents. Network: dbe1c35b-52b9-474c-956a-e01ca51e74ba, hostable agents: ['b25aa941-54d2-4dd8-96cc-172903f8133a'], hosted agents: [] {{(pid=73844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 14:30:05.868399 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164bc6a4-76de-4bcb-afb4-7e328cb752aa admin admin] Network dbe1c35b-52b9-474c-956a-e01ca51e74ba is scheduled to be hosted by DHCP agent b25aa941-54d2-4dd8-96cc-172903f8133a with binding_index 1 {{(pid=73844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 14:30:05.879779 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.base_scheduler [None req-164bc6a4-76de-4bcb-afb4-7e328cb752aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-2-iscsi, dbe1c35b-52b9-474c-956a-e01ca51e74ba) {{(pid=73844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:30:05.888819 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d420ee-c149-4381-b1ac-b8340b04f210 None None] Network dbe1c35b-52b9-474c-956a-e01ca51e74ba requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:30:05.890337 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164bc6a4-76de-4bcb-afb4-7e328cb752aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:05.890932 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-164bc6a4-76de-4bcb-afb4-7e328cb752aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for subnet, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:05.911072 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-164bc6a4-76de-4bcb-afb4-7e328cb752aa admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.5730464
Apr 30 14:30:05.913601 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 53990) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:30:05.918699 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-0b0112e6-4003-45e9-8efa-2330fe8c3510 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2076405275-router', 'tenant_id': 'ed5f125b675145ad8413162584df1e52', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8'}}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:30:05.923772 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-0b0112e6-4003-45e9-8efa-2330fe8c3510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:30:05.927633 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-0b0112e6-4003-45e9-8efa-2330fe8c3510 admin admin] Usage tracker for resource:router and tenant:ed5f125b675145ad8413162584df1e52 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:30:05.930511 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-0b0112e6-4003-45e9-8efa-2330fe8c3510 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:30:05.937124 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-0b0112e6-4003-45e9-8efa-2330fe8c3510 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:30:05.947361 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-0b0112e6-4003-45e9-8efa-2330fe8c3510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8215233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5709'] for router, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:05.948258 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-0b0112e6-4003-45e9-8efa-2330fe8c3510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8215256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8011735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8062096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5748'] for router, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:05.962637 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-0b0112e6-4003-45e9-8efa-2330fe8c3510 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:06.103765 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6241702d-b369-42fc-bdaa-aaa59b9e8345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp975dfcca-068d-5fd8-ba64-a582cd474b95-dbe1c35b-52b9-474c-956a-e01ca51e74ba', 'network_id': 'dbe1c35b-52b9-474c-956a-e01ca51e74ba', 'tenant_id': 'ed5f125b675145ad8413162584df1e52', 'fixed_ips': [{'subnet_id': '9f23d568-73de-4592-8503-c0c3b3a82d19'}]}} from dv-cinder-788365-2-iscsi. {{(pid=73846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 14:30:06.104796 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-6241702d-b369-42fc-bdaa-aaa59b9e8345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:06.239342 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-0b0112e6-4003-45e9-8efa-2330fe8c3510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8011694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8004693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5738'] for router, precommit_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:06.287191 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_common [None req-6241702d-b369-42fc-bdaa-aaa59b9e8345 None None] Allocated IP 172.20.0.2 (dbe1c35b-52b9-474c-956a-e01ca51e74ba/9f23d568-73de-4592-8503-c0c3b3a82d19/08d982cd-4aab-42f0-b283-a7abb55273dc) {{(pid=73846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:30:06.494171 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-6241702d-b369-42fc-bdaa-aaa59b9e8345 None None] Notify callbacks [] for port, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:06.509634 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-6241702d-b369-42fc-bdaa-aaa59b9e8345 None None] Transition to ACTIVE for port object 08d982cd-4aab-42f0-b283-a7abb55273dc will not be triggered until provisioned by entity L2. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:30:06.532374 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-6241702d-b369-42fc-bdaa-aaa59b9e8345 None None] Transition to ACTIVE for port object 08d982cd-4aab-42f0-b283-a7abb55273dc will not be triggered until provisioned by entity DHCP. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:30:06.540128 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-6241702d-b369-42fc-bdaa-aaa59b9e8345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188'] for port, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:06.545282 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-ec232388-5dc4-4bcb-b13a-7ef6a91f8c0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:06.555094 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-0b0112e6-4003-45e9-8efa-2330fe8c3510 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:06.585459 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-0b0112e6-4003-45e9-8efa-2330fe8c3510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:06.604143 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6241702d-b369-42fc-bdaa-aaa59b9e8345 None None] Network dbe1c35b-52b9-474c-956a-e01ca51e74ba is already hosted by enough agents. {{(pid=73846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:30:06.605992 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-6241702d-b369-42fc-bdaa-aaa59b9e8345 None None] Resources bound (agent type, host, resource id):  {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:30:06.610284 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6241702d-b369-42fc-bdaa-aaa59b9e8345 None None] Received port after_create {{(pid=73846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:30:06.624972 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241702d-b369-42fc-bdaa-aaa59b9e8345 None None] Pushing event updated for resources: {'Port': ['ID=08d982cd-4aab-42f0-b283-a7abb55273dc,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:06.656506 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-6241702d-b369-42fc-bdaa-aaa59b9e8345 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:06.721324 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-6241702d-b369-42fc-bdaa-aaa59b9e8345 None None] Attempting to bind port 08d982cd-4aab-42f0-b283-a7abb55273dc on host dv-cinder-788365-2-iscsi for vnic_type normal with profile  {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:30:06.721747 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-6241702d-b369-42fc-bdaa-aaa59b9e8345 None None] Attempting to bind port 08d982cd-4aab-42f0-b283-a7abb55273dc by drivers openvswitch,hyperv on host dv-cinder-788365-2-iscsi at level 0 using segments [{'id': '7234b902-5872-49c5-8710-924ad51ea083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': 'dbe1c35b-52b9-474c-956a-e01ca51e74ba'}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:30:06.722119 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6241702d-b369-42fc-bdaa-aaa59b9e8345 None None] Attempting to bind port 08d982cd-4aab-42f0-b283-a7abb55273dc on network dbe1c35b-52b9-474c-956a-e01ca51e74ba {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:30:06.728528 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6241702d-b369-42fc-bdaa-aaa59b9e8345 None None] Checking agent: {'id': '4f0b0810-19ae-4b24-abc7-3f67c142f33a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 59, 51), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:30:06.728901 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6241702d-b369-42fc-bdaa-aaa59b9e8345 None None] Checking segment: {'id': '7234b902-5872-49c5-8710-924ad51ea083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': 'dbe1c35b-52b9-474c-956a-e01ca51e74ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:30:06.729305 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-6241702d-b369-42fc-bdaa-aaa59b9e8345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:06.729740 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6241702d-b369-42fc-bdaa-aaa59b9e8345 None None] Bound using segment: {'id': '7234b902-5872-49c5-8710-924ad51ea083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': 'dbe1c35b-52b9-474c-956a-e01ca51e74ba'} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:30:06.731350 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-6241702d-b369-42fc-bdaa-aaa59b9e8345 None None] Bound port: 08d982cd-4aab-42f0-b283-a7abb55273dc, host: dv-cinder-788365-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7234b902-5872-49c5-8710-924ad51ea083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': 'dbe1c35b-52b9-474c-956a-e01ca51e74ba'}}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:30:06.731350 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-6241702d-b369-42fc-bdaa-aaa59b9e8345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:06.832089 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.db_base_plugin_common [None req-0b0112e6-4003-45e9-8efa-2330fe8c3510 admin admin] Allocated IP 172.27.1.81 (304f1885-0a25-4285-aed6-702a057610f8/49300ed0-235c-492b-9da4-467f65f5f0f0/aa44c099-a161-4d40-ab98-74995715fa89) {{(pid=73844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:30:06.857664 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-6241702d-b369-42fc-bdaa-aaa59b9e8345 None None] For port 08d982cd-4aab-42f0-b283-a7abb55273dc, host dv-cinder-788365-2-iscsi, cleared binding levels {{(pid=73846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:30:06.860958 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-6241702d-b369-42fc-bdaa-aaa59b9e8345 None None] For port 08d982cd-4aab-42f0-b283-a7abb55273dc, host dv-cinder-788365-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=08d982cd-4aab-42f0-b283-a7abb55273dc,segment=NetworkSegment(7234b902-5872-49c5-8710-924ad51ea083),segment_id=7234b902-5872-49c5-8710-924ad51ea083)] {{(pid=73846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:30:06.864826 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-6241702d-b369-42fc-bdaa-aaa59b9e8345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:06.870179 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-6241702d-b369-42fc-bdaa-aaa59b9e8345 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:06.947122 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241702d-b369-42fc-bdaa-aaa59b9e8345 None None] Pushing event updated for resources: {'Port': ['ID=08d982cd-4aab-42f0-b283-a7abb55273dc,revision_number=2']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:06.954394 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-6241702d-b369-42fc-bdaa-aaa59b9e8345 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:07.000167 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-0b0112e6-4003-45e9-8efa-2330fe8c3510 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:07.042418 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-0b0112e6-4003-45e9-8efa-2330fe8c3510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6994046'] for port, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:07.049384 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-3bdd8f96-ac31-4582-9472-e2301531a042 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:07.108989 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0112e6-4003-45e9-8efa-2330fe8c3510 admin admin] Network 304f1885-0a25-4285-aed6-702a057610f8 is already hosted by enough agents. {{(pid=73844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:30:07.111881 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.base_scheduler [None req-0b0112e6-4003-45e9-8efa-2330fe8c3510 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:30:07.116769 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0112e6-4003-45e9-8efa-2330fe8c3510 admin admin] Received port after_create {{(pid=73844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:30:07.175286 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0112e6-4003-45e9-8efa-2330fe8c3510 admin admin] Pushing event updated for resources: {'Port': ['ID=aa44c099-a161-4d40-ab98-74995715fa89,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:07.180017 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-0b0112e6-4003-45e9-8efa-2330fe8c3510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:07.371567 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 08d982cd-4aab-42f0-b283-a7abb55273dc up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:30:07.452697 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning for port 08d982cd-4aab-42f0-b283-a7abb55273dc completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:30:07.609561 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-0b0112e6-4003-45e9-8efa-2330fe8c3510 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:07.866809 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71538ea-e525-4d00-a8db-21a4abd5a0ef None None] Network dbe1c35b-52b9-474c-956a-e01ca51e74ba requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:30:07.976747 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-0b0112e6-4003-45e9-8efa-2330fe8c3510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7995491'] for router, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:07.991223 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-6fda644f-fea4-4fc3-9652-4079909d33c1 None None] Provisioning for port 08d982cd-4aab-42f0-b283-a7abb55273dc completed by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:30:08.032396 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-6fda644f-fea4-4fc3-9652-4079909d33c1 None None] Provisioning complete for port 08d982cd-4aab-42f0-b283-a7abb55273dc triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:30:08.033089 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-6fda644f-fea4-4fc3-9652-4079909d33c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:08.192440 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0112e6-4003-45e9-8efa-2330fe8c3510 admin admin] Router 77ae43f9-f25b-46c7-afe9-31fd1b29d643 is scheduled to L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d with binding_index 1 {{(pid=73844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 14:30:08.243242 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-6fda644f-fea4-4fc3-9652-4079909d33c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:08.284242 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-6fda644f-fea4-4fc3-9652-4079909d33c1 None None] For port 08d982cd-4aab-42f0-b283-a7abb55273dc, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=08d982cd-4aab-42f0-b283-a7abb55273dc,segment=NetworkSegment(7234b902-5872-49c5-8710-924ad51ea083),segment_id=7234b902-5872-49c5-8710-924ad51ea083)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:30:08.291732 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-6fda644f-fea4-4fc3-9652-4079909d33c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:08.297051 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:08.394533 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda644f-fea4-4fc3-9652-4079909d33c1 None None] Pushing event updated for resources: {'Port': ['ID=08d982cd-4aab-42f0-b283-a7abb55273dc,revision_number=3']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:08.399396 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-6fda644f-fea4-4fc3-9652-4079909d33c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:08.557896 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0112e6-4003-45e9-8efa-2330fe8c3510 admin admin] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:30:08.567228 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23157e5c-dec2-4874-8eee-01430b878aac None None] Sync routers for ids ['77ae43f9-f25b-46c7-afe9-31fd1b29d643'] in dv-cinder-788365-2-iscsi {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:30:08.578263 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23157e5c-dec2-4874-8eee-01430b878aac None None] Routers {'77ae43f9-f25b-46c7-afe9-31fd1b29d643'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:30:08.579160 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-23157e5c-dec2-4874-8eee-01430b878aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc1f26a00>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:29:51Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['77ae43f9-f25b-46c7-afe9-31fd1b29d643'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:30:08.580940 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-0b0112e6-4003-45e9-8efa-2330fe8c3510 admin admin] Notify callbacks [] for router, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:08.582405 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-0b0112e6-4003-45e9-8efa-2330fe8c3510 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.6678298
Apr 30 14:30:08.585132 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 54000) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:30:08.676374 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-d697c47c-654e-41e2-8851-6feee2cd1939 None None] Provisioning complete for port 08d982cd-4aab-42f0-b283-a7abb55273dc triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:30:08.676656 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-d697c47c-654e-41e2-8851-6feee2cd1939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:08.819848 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-23157e5c-dec2-4874-8eee-01430b878aac None None] Set router 77ae43f9-f25b-46c7-afe9-31fd1b29d643 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:30:09.175379 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-23157e5c-dec2-4874-8eee-01430b878aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc1f26a00>, [{'id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'name': 'tempest-TestVolumeBootPattern-2076405275-router', 'tenant_id': 'ed5f125b675145ad8413162584df1e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'aa44c099-a161-4d40-ab98-74995715fa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:30:05Z', 'updated_at': '2021-04-30T14:30:07Z', 'revision_number': 3, 'project_id': 'ed5f125b675145ad8413162584df1e52', 'gw_port': {'id': 'aa44c099-a161-4d40-ab98-74995715fa89', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:98:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:30:06Z', 'updated_at': '2021-04-30T14:30:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi'}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:30:09.179216 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23157e5c-dec2-4874-8eee-01430b878aac None None] Checking router: 77ae43f9-f25b-46c7-afe9-31fd1b29d643 for host: dv-cinder-788365-2-iscsi {{(pid=73846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:30:09.179574 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23157e5c-dec2-4874-8eee-01430b878aac None None] Updating router 77ae43f9-f25b-46c7-afe9-31fd1b29d643 port aa44c099-a161-4d40-ab98-74995715fa89 binding host dv-cinder-788365-2-iscsi {{(pid=73846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 14:30:09.243719 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-23157e5c-dec2-4874-8eee-01430b878aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:09.284451 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5f11a1d3-f3fe-4c06-ad2d-b04c2fb7d040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:09.345347 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 08d982cd-4aab-42f0-b283-a7abb55273dc up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:30:09.589213 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port 08d982cd-4aab-42f0-b283-a7abb55273dc triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:30:09.589425 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:09.613457 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [None req-5f11a1d3-f3fe-4c06-ad2d-b04c2fb7d040 admin admin] Allocated IP 172.20.0.1 (dbe1c35b-52b9-474c-956a-e01ca51e74ba/9f23d568-73de-4592-8503-c0c3b3a82d19/1bc0018d-3e27-470c-9d73-75f9e2b630d9) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:30:09.760405 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5f11a1d3-f3fe-4c06-ad2d-b04c2fb7d040 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:09.775813 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [None req-5f11a1d3-f3fe-4c06-ad2d-b04c2fb7d040 admin admin] Transition to ACTIVE for port object 1bc0018d-3e27-470c-9d73-75f9e2b630d9 will not be triggered until provisioned by entity DHCP. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:30:09.799411 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5f11a1d3-f3fe-4c06-ad2d-b04c2fb7d040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5706159'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:09.803341 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-b29cf17a-a797-4258-b1a7-560040ce7c70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:09.807932 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-23157e5c-dec2-4874-8eee-01430b878aac None None] Notify callbacks [] for port, precommit_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:09.819845 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-23157e5c-dec2-4874-8eee-01430b878aac None None] Transition to ACTIVE for port object aa44c099-a161-4d40-ab98-74995715fa89 will not be triggered until provisioned by entity L2. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:30:09.826152 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-23157e5c-dec2-4874-8eee-01430b878aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:09.829540 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:09.865410 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f11a1d3-f3fe-4c06-ad2d-b04c2fb7d040 admin admin] Network dbe1c35b-52b9-474c-956a-e01ca51e74ba is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:30:09.868063 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-5f11a1d3-f3fe-4c06-ad2d-b04c2fb7d040 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:30:09.877208 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f11a1d3-f3fe-4c06-ad2d-b04c2fb7d040 admin admin] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:30:09.908371 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11a1d3-f3fe-4c06-ad2d-b04c2fb7d040 admin admin] Pushing event updated for resources: {'Port': ['ID=1bc0018d-3e27-470c-9d73-75f9e2b630d9,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:09.916068 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c10ac4-5d0f-458b-b349-bbfd5a3479f6 None None] Pushing event updated for resources: {'Port': ['ID=aa44c099-a161-4d40-ab98-74995715fa89,revision_number=2']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:09.926231 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-23157e5c-dec2-4874-8eee-01430b878aac None None] Attempting to bind port aa44c099-a161-4d40-ab98-74995715fa89 on host dv-cinder-788365-2-iscsi for vnic_type normal with profile  {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:30:09.926772 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-23157e5c-dec2-4874-8eee-01430b878aac None None] Attempting to bind port aa44c099-a161-4d40-ab98-74995715fa89 by drivers openvswitch,hyperv on host dv-cinder-788365-2-iscsi at level 0 using segments [{'id': 'd90c35f3-ac38-4f09-b94c-cacd24da79a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:30:09.927252 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23157e5c-dec2-4874-8eee-01430b878aac None None] Attempting to bind port aa44c099-a161-4d40-ab98-74995715fa89 on network 304f1885-0a25-4285-aed6-702a057610f8 {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:30:09.930136 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-96c10ac4-5d0f-458b-b349-bbfd5a3479f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:09.930308 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11a1d3-f3fe-4c06-ad2d-b04c2fb7d040 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:30:09.930527 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11a1d3-f3fe-4c06-ad2d-b04c2fb7d040 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:30:09.930902 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11a1d3-f3fe-4c06-ad2d-b04c2fb7d040 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:30:09.931280 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11a1d3-f3fe-4c06-ad2d-b04c2fb7d040 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:30:09.931637 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11a1d3-f3fe-4c06-ad2d-b04c2fb7d040 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:30:09.931980 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11a1d3-f3fe-4c06-ad2d-b04c2fb7d040 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:30:09.932346 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11a1d3-f3fe-4c06-ad2d-b04c2fb7d040 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:30:09.932903 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11a1d3-f3fe-4c06-ad2d-b04c2fb7d040 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:30:09.933265 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11a1d3-f3fe-4c06-ad2d-b04c2fb7d040 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:30:09.933604 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11a1d3-f3fe-4c06-ad2d-b04c2fb7d040 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:30:09.934055 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11a1d3-f3fe-4c06-ad2d-b04c2fb7d040 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:30:09.934399 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11a1d3-f3fe-4c06-ad2d-b04c2fb7d040 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:30:09.936198 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23157e5c-dec2-4874-8eee-01430b878aac None None] Checking agent: {'id': '4f0b0810-19ae-4b24-abc7-3f67c142f33a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 59, 51), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:30:09.936688 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23157e5c-dec2-4874-8eee-01430b878aac None None] Checking segment: {'id': 'd90c35f3-ac38-4f09-b94c-cacd24da79a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:30:09.937211 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-23157e5c-dec2-4874-8eee-01430b878aac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:09.940411 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-5f11a1d3-f3fe-4c06-ad2d-b04c2fb7d040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:09.944027 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23157e5c-dec2-4874-8eee-01430b878aac None None] Bound using segment: {'id': 'd90c35f3-ac38-4f09-b94c-cacd24da79a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:30:09.944650 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-23157e5c-dec2-4874-8eee-01430b878aac None None] Bound port: aa44c099-a161-4d40-ab98-74995715fa89, host: dv-cinder-788365-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd90c35f3-ac38-4f09-b94c-cacd24da79a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'}}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:30:09.945211 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-23157e5c-dec2-4874-8eee-01430b878aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:09.951614 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5f11a1d3-f3fe-4c06-ad2d-b04c2fb7d040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998445'] for router_interface, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:10.027618 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-23157e5c-dec2-4874-8eee-01430b878aac None None] For port aa44c099-a161-4d40-ab98-74995715fa89, host dv-cinder-788365-2-iscsi, cleared binding levels {{(pid=73846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:30:10.032005 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-23157e5c-dec2-4874-8eee-01430b878aac None None] For port aa44c099-a161-4d40-ab98-74995715fa89, host dv-cinder-788365-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=aa44c099-a161-4d40-ab98-74995715fa89,segment=NetworkSegment(d90c35f3-ac38-4f09-b94c-cacd24da79a8),segment_id=d90c35f3-ac38-4f09-b94c-cacd24da79a8)] {{(pid=73846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:30:10.036476 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-23157e5c-dec2-4874-8eee-01430b878aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:10.042127 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-9866b7b7-b154-4718-820d-e4c2fe853c35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:10.090594 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5f11a1d3-f3fe-4c06-ad2d-b04c2fb7d040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:10.121343 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23157e5c-dec2-4874-8eee-01430b878aac None None] Routers {'77ae43f9-f25b-46c7-afe9-31fd1b29d643'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:30:10.121991 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-23157e5c-dec2-4874-8eee-01430b878aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc1f26a00>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:29:51Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['77ae43f9-f25b-46c7-afe9-31fd1b29d643'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:30:10.199218 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c10ac4-5d0f-458b-b349-bbfd5a3479f6 None None] Pushing event updated for resources: {'Port': ['ID=aa44c099-a161-4d40-ab98-74995715fa89,revision_number=3']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:10.202692 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-96c10ac4-5d0f-458b-b349-bbfd5a3479f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:10.225615 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-d08127c4-7a23-4274-8b09-6f0003646ba7 None None] Provisioning for port 1bc0018d-3e27-470c-9d73-75f9e2b630d9 completed by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:30:10.279143 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-d08127c4-7a23-4274-8b09-6f0003646ba7 None None] Provisioning complete for port 1bc0018d-3e27-470c-9d73-75f9e2b630d9 triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:30:10.279143 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-d08127c4-7a23-4274-8b09-6f0003646ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:10.318687 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5f11a1d3-f3fe-4c06-ad2d-b04c2fb7d040 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:10.323422 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5f11a1d3-f3fe-4c06-ad2d-b04c2fb7d040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5706148'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:10.350703 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-d4970f73-a6f8-47a3-be51-e8c5caef91dd tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:10.362631 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-d08127c4-7a23-4274-8b09-6f0003646ba7 None None] Port 1bc0018d-3e27-470c-9d73-75f9e2b630d9 cannot update to ACTIVE because it is not bound. {{(pid=73846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 14:30:10.373795 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-23157e5c-dec2-4874-8eee-01430b878aac None None] Set router 77ae43f9-f25b-46c7-afe9-31fd1b29d643 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:30:10.435213 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11a1d3-f3fe-4c06-ad2d-b04c2fb7d040 admin admin] Pushing event updated for resources: {'Port': ['ID=1bc0018d-3e27-470c-9d73-75f9e2b630d9,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:10.437768 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-5f11a1d3-f3fe-4c06-ad2d-b04c2fb7d040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998280'] for router_interface, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:10.441987 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-5f11a1d3-f3fe-4c06-ad2d-b04c2fb7d040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:10.591699 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f11a1d3-f3fe-4c06-ad2d-b04c2fb7d040 admin admin] Network dbe1c35b-52b9-474c-956a-e01ca51e74ba is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:30:10.592826 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-5f11a1d3-f3fe-4c06-ad2d-b04c2fb7d040 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:30:10.722033 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-23157e5c-dec2-4874-8eee-01430b878aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc1f26a00>, [{'id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'name': 'tempest-TestVolumeBootPattern-2076405275-router', 'tenant_id': 'ed5f125b675145ad8413162584df1e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'aa44c099-a161-4d40-ab98-74995715fa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:30:05Z', 'updated_at': '2021-04-30T14:30:10Z', 'revision_number': 4, 'project_id': 'ed5f125b675145ad8413162584df1e52', 'gw_port': {'id': 'aa44c099-a161-4d40-ab98-74995715fa89', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:98:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:30:06Z', 'updated_at': '2021-04-30T14:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '1bc0018d-3e27-470c-9d73-75f9e2b630d9', 'name': '', 'network_id': 'dbe1c35b-52b9-474c-956a-e01ca51e74ba', 'tenant_id': 'ed5f125b675145ad8413162584df1e52', 'mac_address': 'fa:16:3e:28:ff:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9f23d568-73de-4592-8503-c0c3b3a82d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:30:09Z', 'updated_at': '2021-04-30T14:30:09Z', 'revision_number': 1, 'project_id': 'ed5f125b675145ad8413162584df1e52', 'subnets': [{'id': '9f23d568-73de-4592-8503-c0c3b3a82d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:30:10.726621 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23157e5c-dec2-4874-8eee-01430b878aac None None] The sync data for ids ['77ae43f9-f25b-46c7-afe9-31fd1b29d643'] in dv-cinder-788365-2-iscsi is: [{'id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'name': 'tempest-TestVolumeBootPattern-2076405275-router', 'tenant_id': 'ed5f125b675145ad8413162584df1e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'aa44c099-a161-4d40-ab98-74995715fa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:30:05Z', 'updated_at': '2021-04-30T14:30:10Z', 'revision_number': 4, 'project_id': 'ed5f125b675145ad8413162584df1e52', 'gw_port': {'id': 'aa44c099-a161-4d40-ab98-74995715fa89', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:98:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:30:06Z', 'updated_at': '2021-04-30T14:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '1bc0018d-3e27-470c-9d73-75f9e2b630d9', 'name': '', 'network_id': 'dbe1c35b-52b9-474c-956a-e01ca51e74ba', 'tenant_id': 'ed5f125b675145ad8413162584df1e52', 'mac_address': 'fa:16:3e:28:ff:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9f23d568-73de-4592-8503-c0c3b3a82d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:30:09Z', 'updated_at': '2021-04-30T14:30:09Z', 'revision_number': 1, 'project_id': 'ed5f125b675145ad8413162584df1e52', 'subnets': [{'id': '9f23d568-73de-4592-8503-c0c3b3a82d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:30:10.797542 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f11a1d3-f3fe-4c06-ad2d-b04c2fb7d040 admin admin] Router 77ae43f9-f25b-46c7-afe9-31fd1b29d643 has already been hosted by L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d {{(pid=73845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 14:30:10.886319 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-c0644451-2b62-4e64-afe2-0ddeb1f38964 None None] Provisioning complete for port 1bc0018d-3e27-470c-9d73-75f9e2b630d9 triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:30:10.886740 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c0644451-2b62-4e64-afe2-0ddeb1f38964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:10.967371 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-c0644451-2b62-4e64-afe2-0ddeb1f38964 None None] Port 1bc0018d-3e27-470c-9d73-75f9e2b630d9 cannot update to ACTIVE because it is not bound. {{(pid=73846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 14:30:11.004842 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f11a1d3-f3fe-4c06-ad2d-b04c2fb7d040 admin admin] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:30:11.015592 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-5f11a1d3-f3fe-4c06-ad2d-b04c2fb7d040 admin admin] 10.222.0.32 "PUT /v2.0/routers/77ae43f9-f25b-46c7-afe9-31fd1b29d643/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4293232
Apr 30 14:30:11.791801 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 54024) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:30:11.798954 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-c6193705-141e-43a6-8fb1-9cbdba41bcce admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-624207585-network', 'tenant_id': '46766c9837dc40f2891f3738d8df7771'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:30:11.803766 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-c6193705-141e-43a6-8fb1-9cbdba41bcce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:30:11.808182 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-c6193705-141e-43a6-8fb1-9cbdba41bcce admin admin] Usage tracker for resource:network and tenant:46766c9837dc40f2891f3738d8df7771 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:30:11.812829 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-c6193705-141e-43a6-8fb1-9cbdba41bcce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:30:11.818917 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-c6193705-141e-43a6-8fb1-9cbdba41bcce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:30:11.829591 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6193705-141e-43a6-8fb1-9cbdba41bcce admin admin] Made reservation on behalf of 46766c9837dc40f2891f3738d8df7771 for: {'network': 1} {{(pid=73844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:30:11.831980 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c6193705-141e-43a6-8fb1-9cbdba41bcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for network, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:11.845333 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c6193705-141e-43a6-8fb1-9cbdba41bcce admin admin] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:11.863155 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-c6193705-141e-43a6-8fb1-9cbdba41bcce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:30:11.867206 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-c6193705-141e-43a6-8fb1-9cbdba41bcce admin admin] Usage tracker for resource:security_group_rule and tenant:46766c9837dc40f2891f3738d8df7771 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:30:11.870118 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-c6193705-141e-43a6-8fb1-9cbdba41bcce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:30:11.876639 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-c6193705-141e-43a6-8fb1-9cbdba41bcce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:30:11.983333 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c6193705-141e-43a6-8fb1-9cbdba41bcce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:11.987258 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c6193705-141e-43a6-8fb1-9cbdba41bcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:11.990313 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-aec2971d-86ef-4e3c-a84e-05f1f3787366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:12.020240 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6193705-141e-43a6-8fb1-9cbdba41bcce admin admin] vlan segment allocate from pool success with {'vlan_id': 1439, 'physical_network': 'physnet1'}  {{(pid=73844) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 14:30:12.029379 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6193705-141e-43a6-8fb1-9cbdba41bcce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9672e25-fb5e-4a7a-acf9-e7b6d1dbd08e,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:12.038467 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c6193705-141e-43a6-8fb1-9cbdba41bcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-993311'] for segment, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:12.038801 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.db.segments_db [None req-c6193705-141e-43a6-8fb1-9cbdba41bcce admin admin] Added segment 7fbe86f2-01f1-459d-b671-ce88356f4961 of type vlan for network 5e3c3ead-2f2c-425e-86c1-ac84988bec4d
Apr 30 14:30:12.040581 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6193705-141e-43a6-8fb1-9cbdba41bcce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:30:12.040958 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6193705-141e-43a6-8fb1-9cbdba41bcce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:30:12.041325 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6193705-141e-43a6-8fb1-9cbdba41bcce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:30:12.041689 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6193705-141e-43a6-8fb1-9cbdba41bcce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:30:12.042074 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6193705-141e-43a6-8fb1-9cbdba41bcce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:30:12.042434 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6193705-141e-43a6-8fb1-9cbdba41bcce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:30:12.043043 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6193705-141e-43a6-8fb1-9cbdba41bcce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:30:12.043471 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6193705-141e-43a6-8fb1-9cbdba41bcce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:30:12.043896 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6193705-141e-43a6-8fb1-9cbdba41bcce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:30:12.044341 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6193705-141e-43a6-8fb1-9cbdba41bcce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:30:12.044760 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6193705-141e-43a6-8fb1-9cbdba41bcce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:30:12.045240 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6193705-141e-43a6-8fb1-9cbdba41bcce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:30:12.049220 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-c6193705-141e-43a6-8fb1-9cbdba41bcce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:12.074954 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c6193705-141e-43a6-8fb1-9cbdba41bcce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774018256249'] for network, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:12.104063 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c6193705-141e-43a6-8fb1-9cbdba41bcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741'] for network, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:12.105215 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6193705-141e-43a6-8fb1-9cbdba41bcce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:12.105853 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-c6193705-141e-43a6-8fb1-9cbdba41bcce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for network, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:12.109037 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-0a67ddf8-461f-4b80-b99c-a443fc4f771e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:12.207942 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6193705-141e-43a6-8fb1-9cbdba41bcce admin admin] Pushing event updated for resources: {'Network': ['ID=5e3c3ead-2f2c-425e-86c1-ac84988bec4d,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:12.210900 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-c6193705-141e-43a6-8fb1-9cbdba41bcce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:12.213054 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-c6193705-141e-43a6-8fb1-9cbdba41bcce admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4197342
Apr 30 14:30:12.217354 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 54028) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:30:12.219040 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Network 5e3c3ead-2f2c-425e-86c1-ac84988bec4d details requested by agent ovs-agent-dv-cinder-788365-2-iscsi with host dv-cinder-788365-2-iscsi {{(pid=73846) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 14:30:12.223632 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-725168a3-92fd-431d-bbee-68cff93b170e admin admin] Request body: {'subnet': {'network_id': '5e3c3ead-2f2c-425e-86c1-ac84988bec4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-624207585-subnet', 'tenant_id': '46766c9837dc40f2891f3738d8df7771', 'ip_version': 4}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:30:12.229087 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-725168a3-92fd-431d-bbee-68cff93b170e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:30:12.233873 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-725168a3-92fd-431d-bbee-68cff93b170e admin admin] Usage tracker for resource:subnet and tenant:46766c9837dc40f2891f3738d8df7771 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:30:12.236242 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-725168a3-92fd-431d-bbee-68cff93b170e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:30:12.243644 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-725168a3-92fd-431d-bbee-68cff93b170e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:30:12.254741 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725168a3-92fd-431d-bbee-68cff93b170e admin admin] Made reservation on behalf of 46766c9837dc40f2891f3738d8df7771 for: {'subnet': 1} {{(pid=73844) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:30:12.257162 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-725168a3-92fd-431d-bbee-68cff93b170e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6538326'] for subnet, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:12.651755 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-725168a3-92fd-431d-bbee-68cff93b170e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6994382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6538308'] for subnet, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:12.656157 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-f8418080-226b-416e-ba54-e1abc69f9bc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:12.727337 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725168a3-92fd-431d-bbee-68cff93b170e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e0705f4-7dac-440f-bd88-7ac854e9d91b,revision_number=0']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:12.731262 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-725168a3-92fd-431d-bbee-68cff93b170e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:12.735845 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725168a3-92fd-431d-bbee-68cff93b170e admin admin] Checking segment: {'id': '7fbe86f2-01f1-459d-b671-ce88356f4961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1439, 'network_id': '5e3c3ead-2f2c-425e-86c1-ac84988bec4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:30:12.736205 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725168a3-92fd-431d-bbee-68cff93b170e admin admin] Network hostable DHCP agents. Network: 5e3c3ead-2f2c-425e-86c1-ac84988bec4d, hostable agents: ['b25aa941-54d2-4dd8-96cc-172903f8133a'], hosted agents: [] {{(pid=73844) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 14:30:12.754597 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725168a3-92fd-431d-bbee-68cff93b170e admin admin] Network 5e3c3ead-2f2c-425e-86c1-ac84988bec4d is scheduled to be hosted by DHCP agent b25aa941-54d2-4dd8-96cc-172903f8133a with binding_index 1 {{(pid=73844) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 14:30:12.764333 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.base_scheduler [None req-725168a3-92fd-431d-bbee-68cff93b170e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-2-iscsi, 5e3c3ead-2f2c-425e-86c1-ac84988bec4d) {{(pid=73844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:30:12.774085 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725168a3-92fd-431d-bbee-68cff93b170e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:12.774688 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-725168a3-92fd-431d-bbee-68cff93b170e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for subnet, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:12.778392 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7598717c-f90e-4c15-b619-ad71c16241fe None None] Network 5e3c3ead-2f2c-425e-86c1-ac84988bec4d requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:30:12.781031 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe2d450-fede-4abc-8c4f-dd419a78ac8c None None] Sync routers for ids ['77ae43f9-f25b-46c7-afe9-31fd1b29d643'] in dv-cinder-788365-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:30:12.790563 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe2d450-fede-4abc-8c4f-dd419a78ac8c None None] Routers {'77ae43f9-f25b-46c7-afe9-31fd1b29d643'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:30:12.791184 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-ffe2d450-fede-4abc-8c4f-dd419a78ac8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc2bdf730>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:29:51Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['77ae43f9-f25b-46c7-afe9-31fd1b29d643'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:30:12.802222 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-725168a3-92fd-431d-bbee-68cff93b170e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.5832396
Apr 30 14:30:12.804594 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 54034) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:30:12.811419 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-80c2631f-52f8-4d6f-97e6-e63cb54732ee admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-624207585-router', 'tenant_id': '46766c9837dc40f2891f3738d8df7771', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8'}}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:30:12.817180 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-80c2631f-52f8-4d6f-97e6-e63cb54732ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:30:12.820956 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-80c2631f-52f8-4d6f-97e6-e63cb54732ee admin admin] Usage tracker for resource:router and tenant:46766c9837dc40f2891f3738d8df7771 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:30:12.823645 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-80c2631f-52f8-4d6f-97e6-e63cb54732ee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:30:12.829432 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-80c2631f-52f8-4d6f-97e6-e63cb54732ee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:30:12.840696 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-80c2631f-52f8-4d6f-97e6-e63cb54732ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8215233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5709'] for router, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:12.842061 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-80c2631f-52f8-4d6f-97e6-e63cb54732ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8215256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8011735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8062096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5748'] for router, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:12.860085 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-80c2631f-52f8-4d6f-97e6-e63cb54732ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:12.983152 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-ffe2d450-fede-4abc-8c4f-dd419a78ac8c None None] Set router 77ae43f9-f25b-46c7-afe9-31fd1b29d643 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:30:13.108026 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195a7eeb-fa3c-4412-93c5-78b5e6622f44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp975dfcca-068d-5fd8-ba64-a582cd474b95-5e3c3ead-2f2c-425e-86c1-ac84988bec4d', 'network_id': '5e3c3ead-2f2c-425e-86c1-ac84988bec4d', 'tenant_id': '46766c9837dc40f2891f3738d8df7771', 'fixed_ips': [{'subnet_id': '5e0705f4-7dac-440f-bd88-7ac854e9d91b'}]}} from dv-cinder-788365-2-iscsi. {{(pid=73846) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 14:30:13.109801 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-195a7eeb-fa3c-4412-93c5-78b5e6622f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:13.162150 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-80c2631f-52f8-4d6f-97e6-e63cb54732ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8011694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8004693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5738'] for router, precommit_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:13.280081 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.db_base_plugin_common [None req-195a7eeb-fa3c-4412-93c5-78b5e6622f44 None None] Allocated IP 172.20.0.2 (5e3c3ead-2f2c-425e-86c1-ac84988bec4d/5e0705f4-7dac-440f-bd88-7ac854e9d91b/cc741ced-25cd-4362-8e76-4168e549f611) {{(pid=73846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:30:13.370660 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-ffe2d450-fede-4abc-8c4f-dd419a78ac8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc2bdf730>, [{'id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'name': 'tempest-TestVolumeBootPattern-2076405275-router', 'tenant_id': 'ed5f125b675145ad8413162584df1e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'aa44c099-a161-4d40-ab98-74995715fa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:30:05Z', 'updated_at': '2021-04-30T14:30:10Z', 'revision_number': 4, 'project_id': 'ed5f125b675145ad8413162584df1e52', 'gw_port': {'id': 'aa44c099-a161-4d40-ab98-74995715fa89', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:98:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:30:06Z', 'updated_at': '2021-04-30T14:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '1bc0018d-3e27-470c-9d73-75f9e2b630d9', 'name': '', 'network_id': 'dbe1c35b-52b9-474c-956a-e01ca51e74ba', 'tenant_id': 'ed5f125b675145ad8413162584df1e52', 'mac_address': 'fa:16:3e:28:ff:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9f23d568-73de-4592-8503-c0c3b3a82d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:30:09Z', 'updated_at': '2021-04-30T14:30:10Z', 'revision_number': 2, 'project_id': 'ed5f125b675145ad8413162584df1e52', 'subnets': [{'id': '9f23d568-73de-4592-8503-c0c3b3a82d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:30:13.374821 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe2d450-fede-4abc-8c4f-dd419a78ac8c None None] Checking router: 77ae43f9-f25b-46c7-afe9-31fd1b29d643 for host: dv-cinder-788365-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:30:13.375170 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe2d450-fede-4abc-8c4f-dd419a78ac8c None None] Updating router 77ae43f9-f25b-46c7-afe9-31fd1b29d643 port 1bc0018d-3e27-470c-9d73-75f9e2b630d9 binding host dv-cinder-788365-2-iscsi {{(pid=73847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 14:30:13.420864 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device aa44c099-a161-4d40-ab98-74995715fa89 up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:30:13.445581 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-ffe2d450-fede-4abc-8c4f-dd419a78ac8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:13.561874 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning for port aa44c099-a161-4d40-ab98-74995715fa89 completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:30:13.575800 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port aa44c099-a161-4d40-ab98-74995715fa89 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:30:13.576192 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:13.649451 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-195a7eeb-fa3c-4412-93c5-78b5e6622f44 None None] Notify callbacks [] for port, precommit_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:13.659886 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-80c2631f-52f8-4d6f-97e6-e63cb54732ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:13.668511 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-195a7eeb-fa3c-4412-93c5-78b5e6622f44 None None] Transition to ACTIVE for port object cc741ced-25cd-4362-8e76-4168e549f611 will not be triggered until provisioned by entity L2. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:30:13.690299 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-80c2631f-52f8-4d6f-97e6-e63cb54732ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:13.726005 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-195a7eeb-fa3c-4412-93c5-78b5e6622f44 None None] Transition to ACTIVE for port object cc741ced-25cd-4362-8e76-4168e549f611 will not be triggered until provisioned by entity DHCP. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:30:13.740612 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-195a7eeb-fa3c-4412-93c5-78b5e6622f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188'] for port, after_create {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:13.752733 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-0989ae23-0297-4d3b-9849-6ec2e107f299 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:13.803347 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:13.805676 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-ffe2d450-fede-4abc-8c4f-dd419a78ac8c None None] Notify callbacks [] for port, precommit_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:13.818204 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-ffe2d450-fede-4abc-8c4f-dd419a78ac8c None None] Transition to ACTIVE for port object 1bc0018d-3e27-470c-9d73-75f9e2b630d9 will not be triggered until provisioned by entity L2. {{(pid=73847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:30:13.823974 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-ffe2d450-fede-4abc-8c4f-dd419a78ac8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:13.829247 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-11cf7775-3464-4fd6-8301-e574f175ac36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:13.838152 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.db_base_plugin_common [None req-80c2631f-52f8-4d6f-97e6-e63cb54732ee admin admin] Allocated IP 172.27.1.14 (304f1885-0a25-4285-aed6-702a057610f8/49300ed0-235c-492b-9da4-467f65f5f0f0/17338b6e-4125-4855-8837-1b904d554d94) {{(pid=73844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:30:13.845163 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] For port aa44c099-a161-4d40-ab98-74995715fa89, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=aa44c099-a161-4d40-ab98-74995715fa89,segment=NetworkSegment(d90c35f3-ac38-4f09-b94c-cacd24da79a8),segment_id=d90c35f3-ac38-4f09-b94c-cacd24da79a8)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:30:13.846428 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a7eeb-fa3c-4412-93c5-78b5e6622f44 None None] Pushing event updated for resources: {'Port': ['ID=cc741ced-25cd-4362-8e76-4168e549f611,revision_number=1']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:13.850743 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195a7eeb-fa3c-4412-93c5-78b5e6622f44 None None] Network 5e3c3ead-2f2c-425e-86c1-ac84988bec4d is already hosted by enough agents. {{(pid=73846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:30:13.851932 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-195a7eeb-fa3c-4412-93c5-78b5e6622f44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:13.853059 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.scheduler.base_scheduler [None req-195a7eeb-fa3c-4412-93c5-78b5e6622f44 None None] Resources bound (agent type, host, resource id):  {{(pid=73846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:30:13.854782 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:13.857478 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195a7eeb-fa3c-4412-93c5-78b5e6622f44 None None] Received port after_create {{(pid=73846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:30:13.859868 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-7db76fb6-7265-4f77-8ca1-df06bbf984c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:13.900032 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d9af4-17a4-4cba-b365-d91bca913a4c None None] Pushing event updated for resources: {'Port': ['ID=1bc0018d-3e27-470c-9d73-75f9e2b630d9,revision_number=3']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:14.025948 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-80c2631f-52f8-4d6f-97e6-e63cb54732ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:14.074941 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-80c2631f-52f8-4d6f-97e6-e63cb54732ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6994046'] for port, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:14.080791 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-7e0dee5f-0728-4970-9293-630d6acf3a87 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:14.088344 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-195a7eeb-fa3c-4412-93c5-78b5e6622f44 None None] Attempting to bind port cc741ced-25cd-4362-8e76-4168e549f611 on host dv-cinder-788365-2-iscsi for vnic_type normal with profile  {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:30:14.088725 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-195a7eeb-fa3c-4412-93c5-78b5e6622f44 None None] Attempting to bind port cc741ced-25cd-4362-8e76-4168e549f611 by drivers openvswitch,hyperv on host dv-cinder-788365-2-iscsi at level 0 using segments [{'id': '7fbe86f2-01f1-459d-b671-ce88356f4961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1439, 'network_id': '5e3c3ead-2f2c-425e-86c1-ac84988bec4d'}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:30:14.089094 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195a7eeb-fa3c-4412-93c5-78b5e6622f44 None None] Attempting to bind port cc741ced-25cd-4362-8e76-4168e549f611 on network 5e3c3ead-2f2c-425e-86c1-ac84988bec4d {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:30:14.103974 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Pushing event updated for resources: {'Port': ['ID=aa44c099-a161-4d40-ab98-74995715fa89,revision_number=4']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:14.116220 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:14.117355 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195a7eeb-fa3c-4412-93c5-78b5e6622f44 None None] Checking agent: {'id': '4f0b0810-19ae-4b24-abc7-3f67c142f33a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 59, 51), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:30:14.117965 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195a7eeb-fa3c-4412-93c5-78b5e6622f44 None None] Checking segment: {'id': '7fbe86f2-01f1-459d-b671-ce88356f4961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1439, 'network_id': '5e3c3ead-2f2c-425e-86c1-ac84988bec4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:30:14.118547 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-195a7eeb-fa3c-4412-93c5-78b5e6622f44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:14.119105 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195a7eeb-fa3c-4412-93c5-78b5e6622f44 None None] Bound using segment: {'id': '7fbe86f2-01f1-459d-b671-ce88356f4961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1439, 'network_id': '5e3c3ead-2f2c-425e-86c1-ac84988bec4d'} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:30:14.119746 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-195a7eeb-fa3c-4412-93c5-78b5e6622f44 None None] Bound port: cc741ced-25cd-4362-8e76-4168e549f611, host: dv-cinder-788365-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbe86f2-01f1-459d-b671-ce88356f4961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1439, 'network_id': '5e3c3ead-2f2c-425e-86c1-ac84988bec4d'}}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:30:14.120296 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-195a7eeb-fa3c-4412-93c5-78b5e6622f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:14.120514 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-791d9af4-17a4-4cba-b365-d91bca913a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:14.139397 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-ffe2d450-fede-4abc-8c4f-dd419a78ac8c None None] Attempting to bind port 1bc0018d-3e27-470c-9d73-75f9e2b630d9 on host dv-cinder-788365-2-iscsi for vnic_type normal with profile  {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:30:14.139657 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-ffe2d450-fede-4abc-8c4f-dd419a78ac8c None None] Attempting to bind port 1bc0018d-3e27-470c-9d73-75f9e2b630d9 by drivers openvswitch,hyperv on host dv-cinder-788365-2-iscsi at level 0 using segments [{'id': '7234b902-5872-49c5-8710-924ad51ea083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': 'dbe1c35b-52b9-474c-956a-e01ca51e74ba'}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:30:14.139969 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe2d450-fede-4abc-8c4f-dd419a78ac8c None None] Attempting to bind port 1bc0018d-3e27-470c-9d73-75f9e2b630d9 on network dbe1c35b-52b9-474c-956a-e01ca51e74ba {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:30:14.146024 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe2d450-fede-4abc-8c4f-dd419a78ac8c None None] Checking agent: {'id': '4f0b0810-19ae-4b24-abc7-3f67c142f33a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 59, 51), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:30:14.146404 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe2d450-fede-4abc-8c4f-dd419a78ac8c None None] Checking segment: {'id': '7234b902-5872-49c5-8710-924ad51ea083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': 'dbe1c35b-52b9-474c-956a-e01ca51e74ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:30:14.146809 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-ffe2d450-fede-4abc-8c4f-dd419a78ac8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:14.147649 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe2d450-fede-4abc-8c4f-dd419a78ac8c None None] Bound using segment: {'id': '7234b902-5872-49c5-8710-924ad51ea083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': 'dbe1c35b-52b9-474c-956a-e01ca51e74ba'} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:30:14.147776 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-ffe2d450-fede-4abc-8c4f-dd419a78ac8c None None] Bound port: 1bc0018d-3e27-470c-9d73-75f9e2b630d9, host: dv-cinder-788365-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7234b902-5872-49c5-8710-924ad51ea083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': 'dbe1c35b-52b9-474c-956a-e01ca51e74ba'}}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:30:14.148074 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-ffe2d450-fede-4abc-8c4f-dd419a78ac8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:14.172131 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c2631f-52f8-4d6f-97e6-e63cb54732ee admin admin] Network 304f1885-0a25-4285-aed6-702a057610f8 is already hosted by enough agents. {{(pid=73844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:30:14.175548 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.base_scheduler [None req-80c2631f-52f8-4d6f-97e6-e63cb54732ee admin admin] Resources bound (agent type, host, resource id):  {{(pid=73844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:30:14.178016 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c2631f-52f8-4d6f-97e6-e63cb54732ee admin admin] Received port after_create {{(pid=73844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:30:14.228234 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2631f-52f8-4d6f-97e6-e63cb54732ee admin admin] Pushing event updated for resources: {'Port': ['ID=17338b6e-4125-4855-8837-1b904d554d94,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:14.231286 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-80c2631f-52f8-4d6f-97e6-e63cb54732ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:14.243822 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-195a7eeb-fa3c-4412-93c5-78b5e6622f44 None None] For port cc741ced-25cd-4362-8e76-4168e549f611, host dv-cinder-788365-2-iscsi, cleared binding levels {{(pid=73846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:30:14.247258 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-195a7eeb-fa3c-4412-93c5-78b5e6622f44 None None] For port cc741ced-25cd-4362-8e76-4168e549f611, host dv-cinder-788365-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=cc741ced-25cd-4362-8e76-4168e549f611,segment=NetworkSegment(7fbe86f2-01f1-459d-b671-ce88356f4961),segment_id=7fbe86f2-01f1-459d-b671-ce88356f4961)] {{(pid=73846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:30:14.253325 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-195a7eeb-fa3c-4412-93c5-78b5e6622f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:14.254179 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-ffe2d450-fede-4abc-8c4f-dd419a78ac8c None None] For port 1bc0018d-3e27-470c-9d73-75f9e2b630d9, host dv-cinder-788365-2-iscsi, cleared binding levels {{(pid=73847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:30:14.258079 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-9866b7b7-b154-4718-820d-e4c2fe853c35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:14.258253 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-ffe2d450-fede-4abc-8c4f-dd419a78ac8c None None] For port 1bc0018d-3e27-470c-9d73-75f9e2b630d9, host dv-cinder-788365-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=1bc0018d-3e27-470c-9d73-75f9e2b630d9,segment=NetworkSegment(7234b902-5872-49c5-8710-924ad51ea083),segment_id=7234b902-5872-49c5-8710-924ad51ea083)] {{(pid=73847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:30:14.263444 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-ffe2d450-fede-4abc-8c4f-dd419a78ac8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:14.267541 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:14.340247 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d9af4-17a4-4cba-b365-d91bca913a4c None None] Pushing event updated for resources: {'Port': ['ID=1bc0018d-3e27-470c-9d73-75f9e2b630d9,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:14.341916 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a7eeb-fa3c-4412-93c5-78b5e6622f44 None None] Pushing event updated for resources: {'Port': ['ID=cc741ced-25cd-4362-8e76-4168e549f611,revision_number=2']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:14.342389 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-791d9af4-17a4-4cba-b365-d91bca913a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:14.345374 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-195a7eeb-fa3c-4412-93c5-78b5e6622f44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:14.361936 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe2d450-fede-4abc-8c4f-dd419a78ac8c None None] Routers {'77ae43f9-f25b-46c7-afe9-31fd1b29d643'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:30:14.362844 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-ffe2d450-fede-4abc-8c4f-dd419a78ac8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc2bdf730>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:29:51Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['77ae43f9-f25b-46c7-afe9-31fd1b29d643'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:30:14.576204 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-ffe2d450-fede-4abc-8c4f-dd419a78ac8c None None] Set router 77ae43f9-f25b-46c7-afe9-31fd1b29d643 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:30:14.708808 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-80c2631f-52f8-4d6f-97e6-e63cb54732ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:14.956826 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-ffe2d450-fede-4abc-8c4f-dd419a78ac8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc2bdf730>, [{'id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'name': 'tempest-TestVolumeBootPattern-2076405275-router', 'tenant_id': 'ed5f125b675145ad8413162584df1e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'aa44c099-a161-4d40-ab98-74995715fa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:30:05Z', 'updated_at': '2021-04-30T14:30:10Z', 'revision_number': 4, 'project_id': 'ed5f125b675145ad8413162584df1e52', 'gw_port': {'id': 'aa44c099-a161-4d40-ab98-74995715fa89', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:30:06Z', 'updated_at': '2021-04-30T14:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '1bc0018d-3e27-470c-9d73-75f9e2b630d9', 'name': '', 'network_id': 'dbe1c35b-52b9-474c-956a-e01ca51e74ba', 'tenant_id': 'ed5f125b675145ad8413162584df1e52', 'mac_address': 'fa:16:3e:28:ff:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9f23d568-73de-4592-8503-c0c3b3a82d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:30:09Z', 'updated_at': '2021-04-30T14:30:14Z', 'revision_number': 4, 'project_id': 'ed5f125b675145ad8413162584df1e52', 'subnets': [{'id': '9f23d568-73de-4592-8503-c0c3b3a82d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:30:14.962015 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe2d450-fede-4abc-8c4f-dd419a78ac8c None None] The sync data for ids ['77ae43f9-f25b-46c7-afe9-31fd1b29d643'] in dv-cinder-788365-2-iscsi is: [{'id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'name': 'tempest-TestVolumeBootPattern-2076405275-router', 'tenant_id': 'ed5f125b675145ad8413162584df1e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'aa44c099-a161-4d40-ab98-74995715fa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:30:05Z', 'updated_at': '2021-04-30T14:30:10Z', 'revision_number': 4, 'project_id': 'ed5f125b675145ad8413162584df1e52', 'gw_port': {'id': 'aa44c099-a161-4d40-ab98-74995715fa89', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:30:06Z', 'updated_at': '2021-04-30T14:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '1bc0018d-3e27-470c-9d73-75f9e2b630d9', 'name': '', 'network_id': 'dbe1c35b-52b9-474c-956a-e01ca51e74ba', 'tenant_id': 'ed5f125b675145ad8413162584df1e52', 'mac_address': 'fa:16:3e:28:ff:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9f23d568-73de-4592-8503-c0c3b3a82d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:30:09Z', 'updated_at': '2021-04-30T14:30:14Z', 'revision_number': 4, 'project_id': 'ed5f125b675145ad8413162584df1e52', 'subnets': [{'id': '9f23d568-73de-4592-8503-c0c3b3a82d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:30:15.063660 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-80c2631f-52f8-4d6f-97e6-e63cb54732ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7995491'] for router, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:15.444743 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c2631f-52f8-4d6f-97e6-e63cb54732ee admin admin] Router bdd95e3e-9cd4-4143-857a-8521a5f48ed1 is scheduled to L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d with binding_index 1 {{(pid=73844) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 14:30:15.512604 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981fedfd-5267-4f55-b733-2dce021d60c2 None None] Network 5e3c3ead-2f2c-425e-86c1-ac84988bec4d requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:30:15.534048 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device cc741ced-25cd-4362-8e76-4168e549f611 up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:30:15.653301 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c2631f-52f8-4d6f-97e6-e63cb54732ee admin admin] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:30:15.669169 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9694f4e5-a53b-4ecd-b792-f1093dfa0096 None None] Sync routers for ids ['bdd95e3e-9cd4-4143-857a-8521a5f48ed1'] in dv-cinder-788365-2-iscsi {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:30:15.680856 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-80c2631f-52f8-4d6f-97e6-e63cb54732ee admin admin] Notify callbacks [] for router, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:15.682168 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-80c2631f-52f8-4d6f-97e6-e63cb54732ee admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.8765175
Apr 30 14:30:15.685484 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 54056) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:30:15.700745 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9694f4e5-a53b-4ecd-b792-f1093dfa0096 None None] Routers {'bdd95e3e-9cd4-4143-857a-8521a5f48ed1'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:30:15.701371 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-9694f4e5-a53b-4ecd-b792-f1093dfa0096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc258b3d0>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:29:51Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['bdd95e3e-9cd4-4143-857a-8521a5f48ed1'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:30:15.764537 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-a26d6432-9336-4950-a647-3f8540b7bbc4 None None] Provisioning for port cc741ced-25cd-4362-8e76-4168e549f611 completed by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:30:15.806479 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning for port cc741ced-25cd-4362-8e76-4168e549f611 completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:30:15.896634 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port cc741ced-25cd-4362-8e76-4168e549f611 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:30:15.896931 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:16.088426 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-9694f4e5-a53b-4ecd-b792-f1093dfa0096 None None] Set router bdd95e3e-9cd4-4143-857a-8521a5f48ed1 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:30:16.351144 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:16.360692 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-626d8d34-9c06-46e6-ab59-33403e4b6766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:16.458790 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] For port cc741ced-25cd-4362-8e76-4168e549f611, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=cc741ced-25cd-4362-8e76-4168e549f611,segment=NetworkSegment(7fbe86f2-01f1-459d-b671-ce88356f4961),segment_id=7fbe86f2-01f1-459d-b671-ce88356f4961)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:30:16.466868 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:16.467817 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device aa44c099-a161-4d40-ab98-74995715fa89 up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:30:16.498456 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-195a7eeb-fa3c-4412-93c5-78b5e6622f44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:16.586252 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.db_base_plugin_common [None req-626d8d34-9c06-46e6-ab59-33403e4b6766 admin admin] Allocated IP 172.20.0.1 (5e3c3ead-2f2c-425e-86c1-ac84988bec4d/5e0705f4-7dac-440f-bd88-7ac854e9d91b/191186de-85a4-42bd-9e48-d656b41540c7) {{(pid=73844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:30:16.601548 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Pushing event updated for resources: {'Port': ['ID=cc741ced-25cd-4362-8e76-4168e549f611,revision_number=3']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:16.605123 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:16.615554 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-9694f4e5-a53b-4ecd-b792-f1093dfa0096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc258b3d0>, [{'id': 'bdd95e3e-9cd4-4143-857a-8521a5f48ed1', 'name': 'tempest-TestVolumeBootPattern-624207585-router', 'tenant_id': '46766c9837dc40f2891f3738d8df7771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '17338b6e-4125-4855-8837-1b904d554d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:30:12Z', 'updated_at': '2021-04-30T14:30:14Z', 'revision_number': 3, 'project_id': '46766c9837dc40f2891f3738d8df7771', 'gw_port': {'id': '17338b6e-4125-4855-8837-1b904d554d94', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd95e3e-9cd4-4143-857a-8521a5f48ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:30:13Z', 'updated_at': '2021-04-30T14:30:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi'}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:30:16.624934 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9694f4e5-a53b-4ecd-b792-f1093dfa0096 None None] Checking router: bdd95e3e-9cd4-4143-857a-8521a5f48ed1 for host: dv-cinder-788365-2-iscsi {{(pid=73846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:30:16.625302 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9694f4e5-a53b-4ecd-b792-f1093dfa0096 None None] Updating router bdd95e3e-9cd4-4143-857a-8521a5f48ed1 port 17338b6e-4125-4855-8837-1b904d554d94 binding host dv-cinder-788365-2-iscsi {{(pid=73846) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 14:30:16.674829 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port aa44c099-a161-4d40-ab98-74995715fa89 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:30:16.675128 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:16.698323 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-f8a11811-90c8-4335-98e7-6672b5e281bd None None] Provisioning complete for port cc741ced-25cd-4362-8e76-4168e549f611 triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:30:16.698695 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f8a11811-90c8-4335-98e7-6672b5e281bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:16.735558 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-626d8d34-9c06-46e6-ab59-33403e4b6766 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:16.751345 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.provisioning_blocks [None req-626d8d34-9c06-46e6-ab59-33403e4b6766 admin admin] Transition to ACTIVE for port object 191186de-85a4-42bd-9e48-d656b41540c7 will not be triggered until provisioned by entity DHCP. {{(pid=73844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:30:16.761328 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9694f4e5-a53b-4ecd-b792-f1093dfa0096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:16.775534 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-626d8d34-9c06-46e6-ab59-33403e4b6766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6994046'] for port, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:16.779711 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-d04a6aec-5ba8-40b7-978d-68217f435570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:16.835826 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626d8d34-9c06-46e6-ab59-33403e4b6766 admin admin] Network 5e3c3ead-2f2c-425e-86c1-ac84988bec4d is already hosted by enough agents. {{(pid=73844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:30:16.838528 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.base_scheduler [None req-626d8d34-9c06-46e6-ab59-33403e4b6766 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:30:16.842754 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626d8d34-9c06-46e6-ab59-33403e4b6766 admin admin] Received port after_create {{(pid=73844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:30:16.883361 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d8d34-9c06-46e6-ab59-33403e4b6766 admin admin] Pushing event updated for resources: {'Port': ['ID=191186de-85a4-42bd-9e48-d656b41540c7,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:16.895160 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-626d8d34-9c06-46e6-ab59-33403e4b6766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:16.911511 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-626d8d34-9c06-46e6-ab59-33403e4b6766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7998445'] for router_interface, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:17.027563 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 1bc0018d-3e27-470c-9d73-75f9e2b630d9 up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:30:17.142215 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-626d8d34-9c06-46e6-ab59-33403e4b6766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:17.219551 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning for port 1bc0018d-3e27-470c-9d73-75f9e2b630d9 completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:30:17.233528 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port 1bc0018d-3e27-470c-9d73-75f9e2b630d9 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:30:17.233932 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:17.281002 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-76520fa9-6aa5-4e35-8d1a-aa0de1052248 None None] Provisioning for port 191186de-85a4-42bd-9e48-d656b41540c7 completed by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:30:17.310040 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-76520fa9-6aa5-4e35-8d1a-aa0de1052248 None None] Provisioning complete for port 191186de-85a4-42bd-9e48-d656b41540c7 triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:30:17.310420 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-76520fa9-6aa5-4e35-8d1a-aa0de1052248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:17.374171 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-626d8d34-9c06-46e6-ab59-33403e4b6766 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:17.379433 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-626d8d34-9c06-46e6-ab59-33403e4b6766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6994037'] for port, after_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:17.407778 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-aeb6f2fb-696d-43c9-ae0d-3dfe3d7b4989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:17.439558 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9694f4e5-a53b-4ecd-b792-f1093dfa0096 None None] Notify callbacks [] for port, precommit_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:17.467967 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-76520fa9-6aa5-4e35-8d1a-aa0de1052248 None None] Port 191186de-85a4-42bd-9e48-d656b41540c7 cannot update to ACTIVE because it is not bound. {{(pid=73846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 14:30:17.489956 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-9694f4e5-a53b-4ecd-b792-f1093dfa0096 None None] Transition to ACTIVE for port object 17338b6e-4125-4855-8837-1b904d554d94 will not be triggered until provisioned by entity L2. {{(pid=73846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:30:17.490540 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d8d34-9c06-46e6-ab59-33403e4b6766 admin admin] Pushing event updated for resources: {'Port': ['ID=191186de-85a4-42bd-9e48-d656b41540c7,revision_number=2']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:17.493889 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-626d8d34-9c06-46e6-ab59-33403e4b6766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998280'] for router_interface, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:17.499197 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-626d8d34-9c06-46e6-ab59-33403e4b6766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:17.501149 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9694f4e5-a53b-4ecd-b792-f1093dfa0096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:17.507354 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:17.610439 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:17.633997 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626d8d34-9c06-46e6-ab59-33403e4b6766 admin admin] Network 5e3c3ead-2f2c-425e-86c1-ac84988bec4d is already hosted by enough agents. {{(pid=73844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:30:17.635343 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.base_scheduler [None req-626d8d34-9c06-46e6-ab59-33403e4b6766 admin admin] Resources bound (agent type, host, resource id):  {{(pid=73844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:30:17.658702 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-9694f4e5-a53b-4ecd-b792-f1093dfa0096 None None] Attempting to bind port 17338b6e-4125-4855-8837-1b904d554d94 on host dv-cinder-788365-2-iscsi for vnic_type normal with profile  {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:30:17.659081 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-9694f4e5-a53b-4ecd-b792-f1093dfa0096 None None] Attempting to bind port 17338b6e-4125-4855-8837-1b904d554d94 by drivers openvswitch,hyperv on host dv-cinder-788365-2-iscsi at level 0 using segments [{'id': 'd90c35f3-ac38-4f09-b94c-cacd24da79a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:30:17.659450 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9694f4e5-a53b-4ecd-b792-f1093dfa0096 None None] Attempting to bind port 17338b6e-4125-4855-8837-1b904d554d94 on network 304f1885-0a25-4285-aed6-702a057610f8 {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:30:17.673246 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356f705-2e69-457a-ab1a-bf561732ff6a None None] Pushing event updated for resources: {'Port': ['ID=17338b6e-4125-4855-8837-1b904d554d94,revision_number=2']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:17.675709 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9694f4e5-a53b-4ecd-b792-f1093dfa0096 None None] Checking agent: {'id': '4f0b0810-19ae-4b24-abc7-3f67c142f33a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 59, 51), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:30:17.676101 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9694f4e5-a53b-4ecd-b792-f1093dfa0096 None None] Checking segment: {'id': 'd90c35f3-ac38-4f09-b94c-cacd24da79a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:30:17.676507 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9694f4e5-a53b-4ecd-b792-f1093dfa0096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:17.676904 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9694f4e5-a53b-4ecd-b792-f1093dfa0096 None None] Bound using segment: {'id': 'd90c35f3-ac38-4f09-b94c-cacd24da79a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'} {{(pid=73846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:30:17.677391 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.managers [None req-9694f4e5-a53b-4ecd-b792-f1093dfa0096 None None] Bound port: 17338b6e-4125-4855-8837-1b904d554d94, host: dv-cinder-788365-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd90c35f3-ac38-4f09-b94c-cacd24da79a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '304f1885-0a25-4285-aed6-702a057610f8'}}] {{(pid=73846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:30:17.677796 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9694f4e5-a53b-4ecd-b792-f1093dfa0096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:17.707269 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-f356f705-2e69-457a-ab1a-bf561732ff6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:17.731488 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] For port 1bc0018d-3e27-470c-9d73-75f9e2b630d9, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=1bc0018d-3e27-470c-9d73-75f9e2b630d9,segment=NetworkSegment(7234b902-5872-49c5-8710-924ad51ea083),segment_id=7234b902-5872-49c5-8710-924ad51ea083)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:30:17.737422 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:17.746116 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:17.825060 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-9694f4e5-a53b-4ecd-b792-f1093dfa0096 None None] For port 17338b6e-4125-4855-8837-1b904d554d94, host dv-cinder-788365-2-iscsi, cleared binding levels {{(pid=73846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:30:17.830180 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-9694f4e5-a53b-4ecd-b792-f1093dfa0096 None None] For port 17338b6e-4125-4855-8837-1b904d554d94, host dv-cinder-788365-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=17338b6e-4125-4855-8837-1b904d554d94,segment=NetworkSegment(d90c35f3-ac38-4f09-b94c-cacd24da79a8),segment_id=d90c35f3-ac38-4f09-b94c-cacd24da79a8)] {{(pid=73846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:30:17.839366 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device cc741ced-25cd-4362-8e76-4168e549f611 up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:30:17.857463 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626d8d34-9c06-46e6-ab59-33403e4b6766 admin admin] Router bdd95e3e-9cd4-4143-857a-8521a5f48ed1 has already been hosted by L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d {{(pid=73844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 14:30:17.872102 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-9694f4e5-a53b-4ecd-b792-f1093dfa0096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:17.899373 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Pushing event updated for resources: {'Port': ['ID=1bc0018d-3e27-470c-9d73-75f9e2b630d9,revision_number=5']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:17.907851 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:17.908398 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:17.985973 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-0585e195-6334-4903-866b-b310b8f1919c None None] Provisioning complete for port 191186de-85a4-42bd-9e48-d656b41540c7 triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:30:17.986355 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-0585e195-6334-4903-866b-b310b8f1919c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:18.016803 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9694f4e5-a53b-4ecd-b792-f1093dfa0096 None None] Routers {'bdd95e3e-9cd4-4143-857a-8521a5f48ed1'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:30:18.017510 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-9694f4e5-a53b-4ecd-b792-f1093dfa0096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc258b3d0>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:29:51Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['bdd95e3e-9cd4-4143-857a-8521a5f48ed1'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:30:18.040537 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626d8d34-9c06-46e6-ab59-33403e4b6766 admin admin] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:30:18.055187 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-626d8d34-9c06-46e6-ab59-33403e4b6766 admin admin] 10.222.0.32 "PUT /v2.0/routers/bdd95e3e-9cd4-4143-857a-8521a5f48ed1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3679154
Apr 30 14:30:18.134996 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356f705-2e69-457a-ab1a-bf561732ff6a None None] Pushing event updated for resources: {'Port': ['ID=17338b6e-4125-4855-8837-1b904d554d94,revision_number=3']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:18.146257 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-0585e195-6334-4903-866b-b310b8f1919c None None] Port 191186de-85a4-42bd-9e48-d656b41540c7 cannot update to ACTIVE because it is not bound. {{(pid=73846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 14:30:18.147878 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-f356f705-2e69-457a-ab1a-bf561732ff6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:18.150808 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port cc741ced-25cd-4362-8e76-4168e549f611 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:30:18.151189 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:18.297797 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-9694f4e5-a53b-4ecd-b792-f1093dfa0096 None None] Set router bdd95e3e-9cd4-4143-857a-8521a5f48ed1 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:30:18.665873 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-9694f4e5-a53b-4ecd-b792-f1093dfa0096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc258b3d0>, [{'id': 'bdd95e3e-9cd4-4143-857a-8521a5f48ed1', 'name': 'tempest-TestVolumeBootPattern-624207585-router', 'tenant_id': '46766c9837dc40f2891f3738d8df7771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '17338b6e-4125-4855-8837-1b904d554d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:30:12Z', 'updated_at': '2021-04-30T14:30:17Z', 'revision_number': 4, 'project_id': '46766c9837dc40f2891f3738d8df7771', 'gw_port': {'id': '17338b6e-4125-4855-8837-1b904d554d94', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd95e3e-9cd4-4143-857a-8521a5f48ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:30:13Z', 'updated_at': '2021-04-30T14:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '191186de-85a4-42bd-9e48-d656b41540c7', 'name': '', 'network_id': '5e3c3ead-2f2c-425e-86c1-ac84988bec4d', 'tenant_id': '46766c9837dc40f2891f3738d8df7771', 'mac_address': 'fa:16:3e:95:9c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd95e3e-9cd4-4143-857a-8521a5f48ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5e0705f4-7dac-440f-bd88-7ac854e9d91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:30:16Z', 'updated_at': '2021-04-30T14:30:17Z', 'revision_number': 2, 'project_id': '46766c9837dc40f2891f3738d8df7771', 'subnets': [{'id': '5e0705f4-7dac-440f-bd88-7ac854e9d91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:30:18.676597 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9694f4e5-a53b-4ecd-b792-f1093dfa0096 None None] The sync data for ids ['bdd95e3e-9cd4-4143-857a-8521a5f48ed1'] in dv-cinder-788365-2-iscsi is: [{'id': 'bdd95e3e-9cd4-4143-857a-8521a5f48ed1', 'name': 'tempest-TestVolumeBootPattern-624207585-router', 'tenant_id': '46766c9837dc40f2891f3738d8df7771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '17338b6e-4125-4855-8837-1b904d554d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:30:12Z', 'updated_at': '2021-04-30T14:30:17Z', 'revision_number': 4, 'project_id': '46766c9837dc40f2891f3738d8df7771', 'gw_port': {'id': '17338b6e-4125-4855-8837-1b904d554d94', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd95e3e-9cd4-4143-857a-8521a5f48ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:30:13Z', 'updated_at': '2021-04-30T14:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '191186de-85a4-42bd-9e48-d656b41540c7', 'name': '', 'network_id': '5e3c3ead-2f2c-425e-86c1-ac84988bec4d', 'tenant_id': '46766c9837dc40f2891f3738d8df7771', 'mac_address': 'fa:16:3e:95:9c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd95e3e-9cd4-4143-857a-8521a5f48ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5e0705f4-7dac-440f-bd88-7ac854e9d91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:30:16Z', 'updated_at': '2021-04-30T14:30:17Z', 'revision_number': 2, 'project_id': '46766c9837dc40f2891f3738d8df7771', 'subnets': [{'id': '5e0705f4-7dac-440f-bd88-7ac854e9d91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:30:18.688131 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ea6a98-4b21-44b3-aafc-834bd6e60de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:18.710414 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 54072) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:30:18.715893 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-b7c8db52-c889-4132-b9f4-0af556ecac02 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-706979057', 'description': 'tempest-secgroup-smoke-706979057 description', 'project_id': 'ed5f125b675145ad8413162584df1e52'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:30:18.722721 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-b7c8db52-c889-4132-b9f4-0af556ecac02 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:30:18.726733 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-b7c8db52-c889-4132-b9f4-0af556ecac02 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Usage tracker for resource:security_group and tenant:ed5f125b675145ad8413162584df1e52 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:30:18.729756 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-b7c8db52-c889-4132-b9f4-0af556ecac02 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:30:18.736056 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-b7c8db52-c889-4132-b9f4-0af556ecac02 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:30:18.746824 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-b7c8db52-c889-4132-b9f4-0af556ecac02 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks [] for security_group, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:18.767389 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-b7c8db52-c889-4132-b9f4-0af556ecac02 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:30:18.771314 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-b7c8db52-c889-4132-b9f4-0af556ecac02 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Usage tracker for resource:security_group_rule and tenant:ed5f125b675145ad8413162584df1e52 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:30:18.774208 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-b7c8db52-c889-4132-b9f4-0af556ecac02 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:30:18.780441 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-b7c8db52-c889-4132-b9f4-0af556ecac02 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:30:18.856717 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-b7c8db52-c889-4132-b9f4-0af556ecac02 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks [] for security_group, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:18.874245 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-b7c8db52-c889-4132-b9f4-0af556ecac02 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:18.889418 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-1505e278-605a-49dc-8cac-f7f47d5bd663 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:18.931168 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c8db52-c889-4132-b9f4-0af556ecac02 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6524bc1e-3de1-4d82-951f-89674d32c7e6,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:18.934708 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-b7c8db52-c889-4132-b9f4-0af556ecac02 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:18.938139 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-b7c8db52-c889-4132-b9f4-0af556ecac02 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:18.940868 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-b7c8db52-c889-4132-b9f4-0af556ecac02 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2283092
Apr 30 14:30:18.944257 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 54076) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:30:18.950813 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-92f5bd17-92c9-4750-8551-f203e858485f tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Request body: {'security_group_rule': {'security_group_id': '6524bc1e-3de1-4d82-951f-89674d32c7e6', 'project_id': 'ed5f125b675145ad8413162584df1e52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:30:18.957508 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-92f5bd17-92c9-4750-8551-f203e858485f tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:30:18.961863 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-92f5bd17-92c9-4750-8551-f203e858485f tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Usage tracker for resource:security_group_rule and tenant:ed5f125b675145ad8413162584df1e52 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:30:18.964866 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-92f5bd17-92c9-4750-8551-f203e858485f tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:30:18.972832 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-92f5bd17-92c9-4750-8551-f203e858485f tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:30:18.992816 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-92f5bd17-92c9-4750-8551-f203e858485f tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:19.067641 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-92f5bd17-92c9-4750-8551-f203e858485f tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:19.071153 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-92f5bd17-92c9-4750-8551-f203e858485f tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067617'] for security_group_rule, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:19.073686 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-100b665e-aeb3-4161-87e2-ac64438899e7 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:19.105338 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5bd17-92c9-4750-8551-f203e858485f tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02f85095-038c-4c7d-8fe3-b7a7c52f1d24,revision_number=0']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:19.109193 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-92f5bd17-92c9-4750-8551-f203e858485f tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:19.111486 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-92f5bd17-92c9-4750-8551-f203e858485f tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:19.114201 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-92f5bd17-92c9-4750-8551-f203e858485f tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1682997
Apr 30 14:30:19.115752 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 54080) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:30:19.120987 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-f1fc9ce1-671b-4d9f-9d67-3d0b72dd4a97 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Request body: {'security_group_rule': {'security_group_id': '6524bc1e-3de1-4d82-951f-89674d32c7e6', 'project_id': 'ed5f125b675145ad8413162584df1e52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:30:19.127574 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-f1fc9ce1-671b-4d9f-9d67-3d0b72dd4a97 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:30:19.131418 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-f1fc9ce1-671b-4d9f-9d67-3d0b72dd4a97 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Usage tracker for resource:security_group_rule and tenant:ed5f125b675145ad8413162584df1e52 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:30:19.134380 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-f1fc9ce1-671b-4d9f-9d67-3d0b72dd4a97 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:30:19.141436 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-f1fc9ce1-671b-4d9f-9d67-3d0b72dd4a97 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:30:19.157381 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f1fc9ce1-671b-4d9f-9d67-3d0b72dd4a97 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:19.223449 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f1fc9ce1-671b-4d9f-9d67-3d0b72dd4a97 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:19.228003 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f1fc9ce1-671b-4d9f-9d67-3d0b72dd4a97 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067617'] for security_group_rule, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:19.230286 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-eb3b115b-8f33-4053-b04c-9f7c2f3e396d tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:19.253116 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc9ce1-671b-4d9f-9d67-3d0b72dd4a97 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3f231b1-3076-4e2d-9eba-6c7536f034e3,revision_number=0']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:19.255717 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-f1fc9ce1-671b-4d9f-9d67-3d0b72dd4a97 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:19.264984 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-f1fc9ce1-671b-4d9f-9d67-3d0b72dd4a97 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:19.268680 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-f1fc9ce1-671b-4d9f-9d67-3d0b72dd4a97 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1495354
Apr 30 14:30:19.269131 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 54084) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:30:19.276903 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-66fa80ca-bb1f-4219-8a68-466a371fa1cf tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Request body: {'security_group_rule': {'security_group_id': '6524bc1e-3de1-4d82-951f-89674d32c7e6', 'project_id': 'ed5f125b675145ad8413162584df1e52', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:30:19.293381 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-66fa80ca-bb1f-4219-8a68-466a371fa1cf tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:30:19.297845 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-66fa80ca-bb1f-4219-8a68-466a371fa1cf tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Usage tracker for resource:security_group_rule and tenant:ed5f125b675145ad8413162584df1e52 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:30:19.303810 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-66fa80ca-bb1f-4219-8a68-466a371fa1cf tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:30:19.310683 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-66fa80ca-bb1f-4219-8a68-466a371fa1cf tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:30:19.327195 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-66fa80ca-bb1f-4219-8a68-466a371fa1cf tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:19.404138 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-66fa80ca-bb1f-4219-8a68-466a371fa1cf tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:19.409252 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-66fa80ca-bb1f-4219-8a68-466a371fa1cf tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067617'] for security_group_rule, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:19.411353 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:19.529229 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa80ca-bb1f-4219-8a68-466a371fa1cf tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a63e2c7f-7a1b-4935-ba6a-56207ab221db,revision_number=0']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:19.535208 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-66fa80ca-bb1f-4219-8a68-466a371fa1cf tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:19.539827 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-66fa80ca-bb1f-4219-8a68-466a371fa1cf tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:19.543564 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-66fa80ca-bb1f-4219-8a68-466a371fa1cf tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2705224
Apr 30 14:30:19.543806 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 54088) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:30:19.550702 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-7ad08bdc-2cd9-45e4-885f-676cc45af2a5 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Request body: {'security_group_rule': {'security_group_id': '6524bc1e-3de1-4d82-951f-89674d32c7e6', 'project_id': 'ed5f125b675145ad8413162584df1e52', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:30:19.556550 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-7ad08bdc-2cd9-45e4-885f-676cc45af2a5 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:30:19.561067 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-7ad08bdc-2cd9-45e4-885f-676cc45af2a5 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Usage tracker for resource:security_group_rule and tenant:ed5f125b675145ad8413162584df1e52 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:30:19.564212 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-7ad08bdc-2cd9-45e4-885f-676cc45af2a5 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:30:19.570205 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-7ad08bdc-2cd9-45e4-885f-676cc45af2a5 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:30:19.586126 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7ad08bdc-2cd9-45e4-885f-676cc45af2a5 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:19.660124 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7ad08bdc-2cd9-45e4-885f-676cc45af2a5 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:19.664774 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7ad08bdc-2cd9-45e4-885f-676cc45af2a5 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067617'] for security_group_rule, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:19.671455 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-4b0dfd84-80c0-4f0b-8193-e250d6d1e46c tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:19.686394 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad08bdc-2cd9-45e4-885f-676cc45af2a5 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22214f6c-4651-4174-82cd-7262637950eb,revision_number=0']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:19.689198 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-7ad08bdc-2cd9-45e4-885f-676cc45af2a5 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:19.696605 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:30:19.706125 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-7ad08bdc-2cd9-45e4-885f-676cc45af2a5 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:19.707520 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-7ad08bdc-2cd9-45e4-885f-676cc45af2a5 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1622746
Apr 30 14:30:19.710454 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 54100) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:30:19.715943 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-b7083936-b5ba-4b68-abb6-6c0ef4874f67 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Request body: {'security_group_rule': {'security_group_id': '6524bc1e-3de1-4d82-951f-89674d32c7e6', 'project_id': 'ed5f125b675145ad8413162584df1e52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:30:19.722182 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-b7083936-b5ba-4b68-abb6-6c0ef4874f67 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:30:19.728428 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-b7083936-b5ba-4b68-abb6-6c0ef4874f67 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Usage tracker for resource:security_group_rule and tenant:ed5f125b675145ad8413162584df1e52 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:30:19.732321 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-b7083936-b5ba-4b68-abb6-6c0ef4874f67 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:30:19.738327 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-b7083936-b5ba-4b68-abb6-6c0ef4874f67 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:30:19.753579 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.db.securitygroups_db [None req-b7083936-b5ba-4b68-abb6-6c0ef4874f67 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Project ed5f125b675145ad8413162584df1e52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 14:30:19.762071 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b7083936-b5ba-4b68-abb6-6c0ef4874f67 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:19.844925 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b7083936-b5ba-4b68-abb6-6c0ef4874f67 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:19.849501 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b7083936-b5ba-4b68-abb6-6c0ef4874f67 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067617'] for security_group_rule, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:19.851510 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:19.874515 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7083936-b5ba-4b68-abb6-6c0ef4874f67 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de99ab3-5363-404b-82ac-e52237e95965,revision_number=0']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:19.877042 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-b7083936-b5ba-4b68-abb6-6c0ef4874f67 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:19.887068 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b7083936-b5ba-4b68-abb6-6c0ef4874f67 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:19.888292 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-b7083936-b5ba-4b68-abb6-6c0ef4874f67 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1767976
Apr 30 14:30:19.891062 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 54104) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:30:19.896507 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-e5ed6785-d887-4d6e-b84e-0a2f4bfd7b58 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Request body: {'security_group_rule': {'security_group_id': '6524bc1e-3de1-4d82-951f-89674d32c7e6', 'project_id': 'ed5f125b675145ad8413162584df1e52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:30:19.904100 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-e5ed6785-d887-4d6e-b84e-0a2f4bfd7b58 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:30:19.908020 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-e5ed6785-d887-4d6e-b84e-0a2f4bfd7b58 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Usage tracker for resource:security_group_rule and tenant:ed5f125b675145ad8413162584df1e52 is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:30:19.912000 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-e5ed6785-d887-4d6e-b84e-0a2f4bfd7b58 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:30:19.918363 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-e5ed6785-d887-4d6e-b84e-0a2f4bfd7b58 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:30:19.932660 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.db.securitygroups_db [None req-e5ed6785-d887-4d6e-b84e-0a2f4bfd7b58 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Project ed5f125b675145ad8413162584df1e52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 14:30:19.946442 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e5ed6785-d887-4d6e-b84e-0a2f4bfd7b58 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:19.961457 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 1bc0018d-3e27-470c-9d73-75f9e2b630d9 up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:30:20.030546 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port 1bc0018d-3e27-470c-9d73-75f9e2b630d9 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:30:20.030830 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:20.035588 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-d284dae8-33e6-4e71-97b8-12e1dcf1c9b2 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Synchronizing usage tracker for tenant:c99359a4c6474ee798e45ae1233320be on resource:security_group {{(pid=73844) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:30:20.064735 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-d284dae8-33e6-4e71-97b8-12e1dcf1c9b2 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Unset dirty status for tenant:c99359a4c6474ee798e45ae1233320be on resource:security_group {{(pid=73844) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:30:20.066001 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-d284dae8-33e6-4e71-97b8-12e1dcf1c9b2 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1349813742&fields=id&tenant_id=c99359a4c6474ee798e45ae1233320be HTTP/1.1" status: 200  len: 267 time: 0.1066265
Apr 30 14:30:20.067605 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e5ed6785-d887-4d6e-b84e-0a2f4bfd7b58 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:20.072049 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e5ed6785-d887-4d6e-b84e-0a2f4bfd7b58 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067617'] for security_group_rule, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:20.075317 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:20.131131 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed6785-d887-4d6e-b84e-0a2f4bfd7b58 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d6cdc78-0bf3-4b5a-8ebb-cc459dbbedb1,revision_number=0']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:20.141116 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-e5ed6785-d887-4d6e-b84e-0a2f4bfd7b58 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:20.156704 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 17338b6e-4125-4855-8837-1b904d554d94 up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:30:20.202522 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e5ed6785-d887-4d6e-b84e-0a2f4bfd7b58 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:20.203691 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-e5ed6785-d887-4d6e-b84e-0a2f4bfd7b58 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3116388
Apr 30 14:30:20.224136 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning for port 17338b6e-4125-4855-8837-1b904d554d94 completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:30:20.229319 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port 17338b6e-4125-4855-8837-1b904d554d94 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:30:20.229957 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:20.252356 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-9b8fbbf1-e448-4a35-b2c1-5308e72d39d6 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:20.252929 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-9b8fbbf1-e448-4a35-b2c1-5308e72d39d6 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Synchronizing usage tracker for tenant:c99359a4c6474ee798e45ae1233320be on resource:network {{(pid=73844) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:30:20.273867 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-9b8fbbf1-e448-4a35-b2c1-5308e72d39d6 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Unset dirty status for tenant:c99359a4c6474ee798e45ae1233320be on resource:network {{(pid=73844) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:30:20.279864 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-9b8fbbf1-e448-4a35-b2c1-5308e72d39d6 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "GET /v2.0/networks?id=25660f6e-89b1-4547-96df-31c2bd7ec6d6 HTTP/1.1" status: 200  len: 808 time: 0.2037039
Apr 30 14:30:20.298111 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-ee9a9409-6ef9-4e01-aa3b-7ec0c34d56c8 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "GET /v2.0/quotas/c99359a4c6474ee798e45ae1233320be HTTP/1.1" status: 200  len: 375 time: 0.0135362
Apr 30 14:30:20.363020 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:20.381178 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] For port 17338b6e-4125-4855-8837-1b904d554d94, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=17338b6e-4125-4855-8837-1b904d554d94,segment=NetworkSegment(d90c35f3-ac38-4f09-b94c-cacd24da79a8),segment_id=d90c35f3-ac38-4f09-b94c-cacd24da79a8)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:30:20.386544 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:20.389155 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:20.394206 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-dd439c28-74a4-473f-9eef-c283d5789f36 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c99359a4c6474ee798e45ae1233320be&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0935764
Apr 30 14:30:20.461836 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Pushing event updated for resources: {'Port': ['ID=17338b6e-4125-4855-8837-1b904d554d94,revision_number=4']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:20.464809 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:20.518565 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-b6f414fd-d0fe-46c9-b0a8-da87a677806d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=73844) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 14:30:20.519925 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-b6f414fd-d0fe-46c9-b0a8-da87a677806d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1140320
Apr 30 14:30:20.758503 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-58798791-38af-4ad4-b1f7-4c125a04ee7c service neutron] 10.222.0.32 "GET /v2.0/networks/25660f6e-89b1-4547-96df-31c2bd7ec6d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2308319
Apr 30 14:30:20.904714 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-8daf475e-2c52-4269-8fb3-2f859d74fd3a service neutron] 10.222.0.32 "GET /v2.0/networks/25660f6e-89b1-4547-96df-31c2bd7ec6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1407957
Apr 30 14:30:21.369967 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-89ae7a88-b771-49ca-9b7b-a02fc0eae5d8 req-d96d16d3-ac5b-42ce-98dd-d7fff9349544 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Synchronizing usage tracker for tenant:c99359a4c6474ee798e45ae1233320be on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:30:21.389602 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-89ae7a88-b771-49ca-9b7b-a02fc0eae5d8 req-d96d16d3-ac5b-42ce-98dd-d7fff9349544 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Unset dirty status for tenant:c99359a4c6474ee798e45ae1233320be on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:30:21.391011 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-89ae7a88-b771-49ca-9b7b-a02fc0eae5d8 req-d96d16d3-ac5b-42ce-98dd-d7fff9349544 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffeae80a-3520-4ae1-9333-9bcbf0e2a082 HTTP/1.1" status: 200  len: 210 time: 0.1388593
Apr 30 14:30:21.444923 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-33203c17-4bc3-4092-90cd-c016350cd323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:21.477040 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:21.836995 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 17338b6e-4125-4855-8837-1b904d554d94 up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:30:21.953564 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port 17338b6e-4125-4855-8837-1b904d554d94 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:30:21.954024 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:22.234361 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:22.361239 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0b14c4-935f-4ad8-9772-0efe3640a869 None None] Sync routers for ids ['bdd95e3e-9cd4-4143-857a-8521a5f48ed1'] in dv-cinder-788365-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:30:22.371099 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0b14c4-935f-4ad8-9772-0efe3640a869 None None] Routers {'bdd95e3e-9cd4-4143-857a-8521a5f48ed1'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:30:22.371694 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-ee0b14c4-935f-4ad8-9772-0efe3640a869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc3886880>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:30:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['bdd95e3e-9cd4-4143-857a-8521a5f48ed1'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:30:22.381018 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:22.564600 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-ee0b14c4-935f-4ad8-9772-0efe3640a869 None None] Set router bdd95e3e-9cd4-4143-857a-8521a5f48ed1 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:30:22.572952 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-b2d50cea-dd4b-4000-8482-ac3b29b2d832 req-f736f7e9-1ac7-4f98-85fb-00c73412781c tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffeae80a-3520-4ae1-9333-9bcbf0e2a082 HTTP/1.1" status: 200  len: 210 time: 0.0645099
Apr 30 14:30:22.694794 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-c2b3c52c-2b59-4ecd-b8e3-29d84e6f0f8b tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:22.696228 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-c2b3c52c-2b59-4ecd-b8e3-29d84e6f0f8b tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.43 "GET /v2.0/networks?id=25660f6e-89b1-4547-96df-31c2bd7ec6d6 HTTP/1.1" status: 200  len: 808 time: 0.1551805
Apr 30 14:30:22.753608 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-920c55b2-0f54-42b3-8c8e-0dd1eef306ee tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c99359a4c6474ee798e45ae1233320be HTTP/1.1" status: 200  len: 380 time: 0.0421677
Apr 30 14:30:22.764054 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-e9a27d28-31e4-4e24-96df-ba91d38b1704 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Request body: {'port': {'device_id': 'ffeae80a-3520-4ae1-9333-9bcbf0e2a082', 'network_id': '25660f6e-89b1-4547-96df-31c2bd7ec6d6', 'admin_state_up': True, 'tenant_id': 'c99359a4c6474ee798e45ae1233320be', 'security_groups': ['04f0a0c5-59d1-4693-b19f-31a01450a3c4']}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:30:22.881501 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-ee0b14c4-935f-4ad8-9772-0efe3640a869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc3886880>, [{'id': 'bdd95e3e-9cd4-4143-857a-8521a5f48ed1', 'name': 'tempest-TestVolumeBootPattern-624207585-router', 'tenant_id': '46766c9837dc40f2891f3738d8df7771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '17338b6e-4125-4855-8837-1b904d554d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:30:12Z', 'updated_at': '2021-04-30T14:30:17Z', 'revision_number': 4, 'project_id': '46766c9837dc40f2891f3738d8df7771', 'gw_port': {'id': '17338b6e-4125-4855-8837-1b904d554d94', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd95e3e-9cd4-4143-857a-8521a5f48ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:30:13Z', 'updated_at': '2021-04-30T14:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '191186de-85a4-42bd-9e48-d656b41540c7', 'name': '', 'network_id': '5e3c3ead-2f2c-425e-86c1-ac84988bec4d', 'tenant_id': '46766c9837dc40f2891f3738d8df7771', 'mac_address': 'fa:16:3e:95:9c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd95e3e-9cd4-4143-857a-8521a5f48ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5e0705f4-7dac-440f-bd88-7ac854e9d91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:30:16Z', 'updated_at': '2021-04-30T14:30:17Z', 'revision_number': 2, 'project_id': '46766c9837dc40f2891f3738d8df7771', 'subnets': [{'id': '5e0705f4-7dac-440f-bd88-7ac854e9d91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:30:22.885371 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0b14c4-935f-4ad8-9772-0efe3640a869 None None] Checking router: bdd95e3e-9cd4-4143-857a-8521a5f48ed1 for host: dv-cinder-788365-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:30:22.885741 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0b14c4-935f-4ad8-9772-0efe3640a869 None None] Updating router bdd95e3e-9cd4-4143-857a-8521a5f48ed1 port 191186de-85a4-42bd-9e48-d656b41540c7 binding host dv-cinder-788365-2-iscsi {{(pid=73847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 14:30:22.931888 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-e9a27d28-31e4-4e24-96df-ba91d38b1704 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:30:22.942148 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-e9a27d28-31e4-4e24-96df-ba91d38b1704 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:30:22.950331 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-ee0b14c4-935f-4ad8-9772-0efe3640a869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:22.953957 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-e9a27d28-31e4-4e24-96df-ba91d38b1704 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Made reservation on behalf of c99359a4c6474ee798e45ae1233320be for: {'port': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:30:22.957553 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-e9a27d28-31e4-4e24-96df-ba91d38b1704 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:23.147147 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-e9a27d28-31e4-4e24-96df-ba91d38b1704 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Allocated IP 172.20.0.8 (25660f6e-89b1-4547-96df-31c2bd7ec6d6/bf3e0834-d422-4d6e-a0c2-26fd77b79b17/a706a396-fb5b-42ce-b9f1-03c4a4df5a56) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:30:23.306967 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-ee0b14c4-935f-4ad8-9772-0efe3640a869 None None] Notify callbacks [] for port, precommit_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:23.319211 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.provisioning_blocks [None req-ee0b14c4-935f-4ad8-9772-0efe3640a869 None None] Transition to ACTIVE for port object 191186de-85a4-42bd-9e48-d656b41540c7 will not be triggered until provisioned by entity L2. {{(pid=73847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:30:23.328144 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-ee0b14c4-935f-4ad8-9772-0efe3640a869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:23.333271 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-b88f8bbc-c4b6-467c-8f4d-86d15881f9e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:23.353309 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-e9a27d28-31e4-4e24-96df-ba91d38b1704 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:23.369644 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-e9a27d28-31e4-4e24-96df-ba91d38b1704 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Transition to ACTIVE for port object a706a396-fb5b-42ce-b9f1-03c4a4df5a56 will not be triggered until provisioned by entity DHCP. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:30:23.398841 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-e9a27d28-31e4-4e24-96df-ba91d38b1704 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5706159'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:23.405286 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-b29cf17a-a797-4258-b1a7-560040ce7c70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:23.457731 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2fe59-964e-4ac3-af32-999847d4a395 None None] Pushing event updated for resources: {'Port': ['ID=191186de-85a4-42bd-9e48-d656b41540c7,revision_number=3']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:23.465982 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-f8f2fe59-964e-4ac3-af32-999847d4a395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:23.471042 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-e9a27d28-31e4-4e24-96df-ba91d38b1704 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Network 25660f6e-89b1-4547-96df-31c2bd7ec6d6 is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:30:23.474189 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-e9a27d28-31e4-4e24-96df-ba91d38b1704 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Resources bound (agent type, host, resource id):  {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:30:23.478004 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-e9a27d28-31e4-4e24-96df-ba91d38b1704 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:30:23.522626 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a27d28-31e4-4e24-96df-ba91d38b1704 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Pushing event updated for resources: {'Port': ['ID=a706a396-fb5b-42ce-b9f1-03c4a4df5a56,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:23.531658 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-e9a27d28-31e4-4e24-96df-ba91d38b1704 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:23.571277 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-e9a27d28-31e4-4e24-96df-ba91d38b1704 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:23.572150 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-e9a27d28-31e4-4e24-96df-ba91d38b1704 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:23.609406 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-ee0b14c4-935f-4ad8-9772-0efe3640a869 None None] Attempting to bind port 191186de-85a4-42bd-9e48-d656b41540c7 on host dv-cinder-788365-2-iscsi for vnic_type normal with profile  {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:30:23.609836 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-ee0b14c4-935f-4ad8-9772-0efe3640a869 None None] Attempting to bind port 191186de-85a4-42bd-9e48-d656b41540c7 by drivers openvswitch,hyperv on host dv-cinder-788365-2-iscsi at level 0 using segments [{'id': '7fbe86f2-01f1-459d-b671-ce88356f4961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1439, 'network_id': '5e3c3ead-2f2c-425e-86c1-ac84988bec4d'}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:30:23.610399 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0b14c4-935f-4ad8-9772-0efe3640a869 None None] Attempting to bind port 191186de-85a4-42bd-9e48-d656b41540c7 on network 5e3c3ead-2f2c-425e-86c1-ac84988bec4d {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:30:23.615459 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-e9a27d28-31e4-4e24-96df-ba91d38b1704 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8549767
Apr 30 14:30:23.617849 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0b14c4-935f-4ad8-9772-0efe3640a869 None None] Checking agent: {'id': '4f0b0810-19ae-4b24-abc7-3f67c142f33a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 59, 51), 'started_at': datetime.datetime(2021, 4, 30, 14, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:30:23.618232 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0b14c4-935f-4ad8-9772-0efe3640a869 None None] Checking segment: {'id': '7fbe86f2-01f1-459d-b671-ce88356f4961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1439, 'network_id': '5e3c3ead-2f2c-425e-86c1-ac84988bec4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:30:23.618984 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-ee0b14c4-935f-4ad8-9772-0efe3640a869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:23.619078 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0b14c4-935f-4ad8-9772-0efe3640a869 None None] Bound using segment: {'id': '7fbe86f2-01f1-459d-b671-ce88356f4961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1439, 'network_id': '5e3c3ead-2f2c-425e-86c1-ac84988bec4d'} {{(pid=73847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:30:23.619520 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.managers [None req-ee0b14c4-935f-4ad8-9772-0efe3640a869 None None] Bound port: 191186de-85a4-42bd-9e48-d656b41540c7, host: dv-cinder-788365-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbe86f2-01f1-459d-b671-ce88356f4961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1439, 'network_id': '5e3c3ead-2f2c-425e-86c1-ac84988bec4d'}}] {{(pid=73847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:30:23.620009 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-ee0b14c4-935f-4ad8-9772-0efe3640a869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:23.642700 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-6a1e1522-78bb-433c-a65f-c8eac8407984 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=73845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 14:30:23.643826 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-6a1e1522-78bb-433c-a65f-c8eac8407984 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0084338
Apr 30 14:30:23.745965 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-ee0b14c4-935f-4ad8-9772-0efe3640a869 None None] For port 191186de-85a4-42bd-9e48-d656b41540c7, host dv-cinder-788365-2-iscsi, cleared binding levels {{(pid=73847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:30:23.755409 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.plugins.ml2.db [None req-ee0b14c4-935f-4ad8-9772-0efe3640a869 None None] For port 191186de-85a4-42bd-9e48-d656b41540c7, host dv-cinder-788365-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=191186de-85a4-42bd-9e48-d656b41540c7,segment=NetworkSegment(7fbe86f2-01f1-459d-b671-ce88356f4961),segment_id=7fbe86f2-01f1-459d-b671-ce88356f4961)] {{(pid=73847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:30:23.762513 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron_lib.callbacks.manager [None req-ee0b14c4-935f-4ad8-9772-0efe3640a869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:23.768468 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:23.805920 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-05f1ae73-d61b-4226-8acc-94f3d86181fd service neutron] Request body: {'port': {'device_id': 'ffeae80a-3520-4ae1-9333-9bcbf0e2a082', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:30:23.893304 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0b14c4-935f-4ad8-9772-0efe3640a869 None None] Routers {'bdd95e3e-9cd4-4143-857a-8521a5f48ed1'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:30:23.893304 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-ee0b14c4-935f-4ad8-9772-0efe3640a869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc3886880>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:30:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['bdd95e3e-9cd4-4143-857a-8521a5f48ed1'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:30:23.896752 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-6c7c1472-6242-45bb-b55a-f2eafed9a33f None None] Provisioning for port a706a396-fb5b-42ce-b9f1-03c4a4df5a56 completed by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:30:23.923649 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-6c7c1472-6242-45bb-b55a-f2eafed9a33f None None] Provisioning complete for port a706a396-fb5b-42ce-b9f1-03c4a4df5a56 triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:30:23.930054 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-6c7c1472-6242-45bb-b55a-f2eafed9a33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:23.952110 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-05f1ae73-d61b-4226-8acc-94f3d86181fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:23.976213 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2fe59-964e-4ac3-af32-999847d4a395 None None] Pushing event updated for resources: {'Port': ['ID=191186de-85a4-42bd-9e48-d656b41540c7,revision_number=4']} {{(pid=73847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:23.990613 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG oslo_concurrency.lockutils [None req-f8f2fe59-964e-4ac3-af32-999847d4a395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=73847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:24.006346 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-6c7c1472-6242-45bb-b55a-f2eafed9a33f None None] Port a706a396-fb5b-42ce-b9f1-03c4a4df5a56 cannot update to ACTIVE because it is not bound. {{(pid=73846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 14:30:24.025234 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:24.041816 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9fa20-0f45-451a-afc7-f160eb2e6085 req-f2bb0b0d-2353-4c0b-b129-ce95684ff3e9 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:24.042542 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-b2a9fa20-0f45-451a-afc7-f160eb2e6085 req-f2bb0b0d-2353-4c0b-b129-ce95684ff3e9 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Synchronizing usage tracker for tenant:c99359a4c6474ee798e45ae1233320be on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:30:24.081603 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-b2a9fa20-0f45-451a-afc7-f160eb2e6085 req-f2bb0b0d-2353-4c0b-b129-ce95684ff3e9 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Unset dirty status for tenant:c99359a4c6474ee798e45ae1233320be on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:30:24.088863 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b2a9fa20-0f45-451a-afc7-f160eb2e6085 req-f2bb0b0d-2353-4c0b-b129-ce95684ff3e9 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffeae80a-3520-4ae1-9333-9bcbf0e2a082 HTTP/1.1" status: 200  len: 931 time: 0.3503962
Apr 30 14:30:24.148307 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-ee0b14c4-935f-4ad8-9772-0efe3640a869 None None] Set router bdd95e3e-9cd4-4143-857a-8521a5f48ed1 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:30:24.216780 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b2a9fa20-0f45-451a-afc7-f160eb2e6085 req-0a82e49c-95fc-431b-8d34-d94dee9f2b7d tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "GET /v2.0/security-groups?id=04f0a0c5-59d1-4693-b19f-31a01450a3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1269064
Apr 30 14:30:24.428984 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-05f1ae73-d61b-4226-8acc-94f3d86181fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a706a396-fb5b-42ce-b9f1-03c4a4df5a56 {{(pid=73845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 14:30:24.436365 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-05f1ae73-d61b-4226-8acc-94f3d86181fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:24.451125 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-05f1ae73-d61b-4226-8acc-94f3d86181fd service neutron] Transition to ACTIVE for port object a706a396-fb5b-42ce-b9f1-03c4a4df5a56 will not be triggered until provisioned by entity L2. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:30:24.455139 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-05f1ae73-d61b-4226-8acc-94f3d86181fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5706148'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:24.459847 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-4b8bee39-8fdf-4141-b746-733409f8226a tempest-VolumesSnapshotTestJSON-1049807853 tempest-VolumesSnapshotTestJSON-1049807853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:24.482012 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-ee0b14c4-935f-4ad8-9772-0efe3640a869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc3886880>, [{'id': 'bdd95e3e-9cd4-4143-857a-8521a5f48ed1', 'name': 'tempest-TestVolumeBootPattern-624207585-router', 'tenant_id': '46766c9837dc40f2891f3738d8df7771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '17338b6e-4125-4855-8837-1b904d554d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:30:12Z', 'updated_at': '2021-04-30T14:30:17Z', 'revision_number': 4, 'project_id': '46766c9837dc40f2891f3738d8df7771', 'gw_port': {'id': '17338b6e-4125-4855-8837-1b904d554d94', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd95e3e-9cd4-4143-857a-8521a5f48ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:30:13Z', 'updated_at': '2021-04-30T14:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '191186de-85a4-42bd-9e48-d656b41540c7', 'name': '', 'network_id': '5e3c3ead-2f2c-425e-86c1-ac84988bec4d', 'tenant_id': '46766c9837dc40f2891f3738d8df7771', 'mac_address': 'fa:16:3e:95:9c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd95e3e-9cd4-4143-857a-8521a5f48ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5e0705f4-7dac-440f-bd88-7ac854e9d91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:30:16Z', 'updated_at': '2021-04-30T14:30:23Z', 'revision_number': 4, 'project_id': '46766c9837dc40f2891f3738d8df7771', 'subnets': [{'id': '5e0705f4-7dac-440f-bd88-7ac854e9d91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:30:24.485895 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0b14c4-935f-4ad8-9772-0efe3640a869 None None] The sync data for ids ['bdd95e3e-9cd4-4143-857a-8521a5f48ed1'] in dv-cinder-788365-2-iscsi is: [{'id': 'bdd95e3e-9cd4-4143-857a-8521a5f48ed1', 'name': 'tempest-TestVolumeBootPattern-624207585-router', 'tenant_id': '46766c9837dc40f2891f3738d8df7771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '17338b6e-4125-4855-8837-1b904d554d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:30:12Z', 'updated_at': '2021-04-30T14:30:17Z', 'revision_number': 4, 'project_id': '46766c9837dc40f2891f3738d8df7771', 'gw_port': {'id': '17338b6e-4125-4855-8837-1b904d554d94', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd95e3e-9cd4-4143-857a-8521a5f48ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:30:13Z', 'updated_at': '2021-04-30T14:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '191186de-85a4-42bd-9e48-d656b41540c7', 'name': '', 'network_id': '5e3c3ead-2f2c-425e-86c1-ac84988bec4d', 'tenant_id': '46766c9837dc40f2891f3738d8df7771', 'mac_address': 'fa:16:3e:95:9c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd95e3e-9cd4-4143-857a-8521a5f48ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '5e0705f4-7dac-440f-bd88-7ac854e9d91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:30:16Z', 'updated_at': '2021-04-30T14:30:23Z', 'revision_number': 4, 'project_id': '46766c9837dc40f2891f3738d8df7771', 'subnets': [{'id': '5e0705f4-7dac-440f-bd88-7ac854e9d91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:30:24.695181 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1ae73-d61b-4226-8acc-94f3d86181fd service neutron] Pushing event updated for resources: {'Port': ['ID=a706a396-fb5b-42ce-b9f1-03c4a4df5a56,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:24.699308 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-05f1ae73-d61b-4226-8acc-94f3d86181fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:24.816289 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-05f1ae73-d61b-4226-8acc-94f3d86181fd service neutron] Attempting to bind port a706a396-fb5b-42ce-b9f1-03c4a4df5a56 on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:30:24.816981 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-05f1ae73-d61b-4226-8acc-94f3d86181fd service neutron] Attempting to bind port a706a396-fb5b-42ce-b9f1-03c4a4df5a56 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '118fb0d6-0794-4e1e-babb-ebea8ea39b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '25660f6e-89b1-4547-96df-31c2bd7ec6d6'}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:30:24.817126 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-05f1ae73-d61b-4226-8acc-94f3d86181fd service neutron] Attempting to bind port a706a396-fb5b-42ce-b9f1-03c4a4df5a56 on network 25660f6e-89b1-4547-96df-31c2bd7ec6d6 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:30:24.822124 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-05f1ae73-d61b-4226-8acc-94f3d86181fd service neutron] Port a706a396-fb5b-42ce-b9f1-03c4a4df5a56 on network 25660f6e-89b1-4547-96df-31c2bd7ec6d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 14:30:24.822492 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-05f1ae73-d61b-4226-8acc-94f3d86181fd service neutron] Attempting to bind port a706a396-fb5b-42ce-b9f1-03c4a4df5a56 on network 25660f6e-89b1-4547-96df-31c2bd7ec6d6 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:30:24.828759 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-05f1ae73-d61b-4226-8acc-94f3d86181fd service neutron] Checking agent: {'id': 'd3aa7eed-5c97-490e-b2ea-32000fed17dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 14, 5, 52), 'started_at': datetime.datetime(2021, 4, 30, 14, 5, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:30:24.829132 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-05f1ae73-d61b-4226-8acc-94f3d86181fd service neutron] Checking segment: {'id': '118fb0d6-0794-4e1e-babb-ebea8ea39b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '25660f6e-89b1-4547-96df-31c2bd7ec6d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:30:24.829577 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-05f1ae73-d61b-4226-8acc-94f3d86181fd service neutron] Bound using segment: {'id': '118fb0d6-0794-4e1e-babb-ebea8ea39b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '25660f6e-89b1-4547-96df-31c2bd7ec6d6'} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:30:24.830067 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-05f1ae73-d61b-4226-8acc-94f3d86181fd service neutron] Bound port: a706a396-fb5b-42ce-b9f1-03c4a4df5a56, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '118fb0d6-0794-4e1e-babb-ebea8ea39b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '25660f6e-89b1-4547-96df-31c2bd7ec6d6'}}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:30:24.830431 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-05f1ae73-d61b-4226-8acc-94f3d86181fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:24.929595 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-05f1ae73-d61b-4226-8acc-94f3d86181fd service neutron] For port a706a396-fb5b-42ce-b9f1-03c4a4df5a56, host hv-cinder-78836, cleared binding levels {{(pid=73845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:30:24.933079 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-05f1ae73-d61b-4226-8acc-94f3d86181fd service neutron] For port a706a396-fb5b-42ce-b9f1-03c4a4df5a56, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a706a396-fb5b-42ce-b9f1-03c4a4df5a56,segment=NetworkSegment(118fb0d6-0794-4e1e-babb-ebea8ea39b97),segment_id=118fb0d6-0794-4e1e-babb-ebea8ea39b97)] {{(pid=73845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:30:24.937926 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-05f1ae73-d61b-4226-8acc-94f3d86181fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5706148'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:24.941963 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-e9a27d28-31e4-4e24-96df-ba91d38b1704 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:25.000515 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-05f1ae73-d61b-4226-8acc-94f3d86181fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:25.001070 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-05f1ae73-d61b-4226-8acc-94f3d86181fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:25.002466 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-05f1ae73-d61b-4226-8acc-94f3d86181fd service neutron] 10.222.0.43 "PUT /v2.0/ports/a706a396-fb5b-42ce-b9f1-03c4a4df5a56 HTTP/1.1" status: 200  len: 1093 time: 1.3493967
Apr 30 14:30:25.002961 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffeae80a-3520-4ae1-9333-9bcbf0e2a082', 'tag': 'a706a396-fb5b-42ce-b9f1-03c4a4df5a56'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:30:25.055092 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1ae73-d61b-4226-8acc-94f3d86181fd service neutron] Pushing event updated for resources: {'Port': ['ID=a706a396-fb5b-42ce-b9f1-03c4a4df5a56,revision_number=3']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:25.064365 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffeae80a-3520-4ae1-9333-9bcbf0e2a082', 'tag': 'a706a396-fb5b-42ce-b9f1-03c4a4df5a56', 'status': 'completed', 'code': 200}
Apr 30 14:30:25.064904 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-05f1ae73-d61b-4226-8acc-94f3d86181fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:25.151826 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-46ede550-cf84-4b08-a3b0-7937de909182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:25.153910 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-46ede550-cf84-4b08-a3b0-7937de909182 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c99359a4c6474ee798e45ae1233320be&device_id=ffeae80a-3520-4ae1-9333-9bcbf0e2a082 HTTP/1.1" status: 200  len: 1096 time: 0.0797336
Apr 30 14:30:25.239285 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-972c6bce-19df-4475-a89e-09bcb02b140a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a706a396-fb5b-42ce-b9f1-03c4a4df5a56 HTTP/1.1" status: 200  len: 217 time: 0.0709581
Apr 30 14:30:25.316601 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-50926f3e-3fec-4475-b54b-5828df26ee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:25.318175 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-50926f3e-3fec-4475-b54b-5828df26ee45 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf3e0834-d422-4d6e-a0c2-26fd77b79b17 HTTP/1.1" status: 200  len: 847 time: 0.0739205
Apr 30 14:30:25.501052 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-dcd89776-c804-408d-a3e9-676aec7a7b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:25.502726 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-dcd89776-c804-408d-a3e9-676aec7a7b7f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=25660f6e-89b1-4547-96df-31c2bd7ec6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1757205
Apr 30 14:30:25.515628 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35be8e0-85bd-42ce-a9a4-9584eaddd143 req-12ec5a9f-b7a9-41db-8054-74afa3474ec0 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:25.517455 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c35be8e0-85bd-42ce-a9a4-9584eaddd143 req-12ec5a9f-b7a9-41db-8054-74afa3474ec0 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffeae80a-3520-4ae1-9333-9bcbf0e2a082 HTTP/1.1" status: 200  len: 943 time: 0.1460469
Apr 30 14:30:25.680989 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c35be8e0-85bd-42ce-a9a4-9584eaddd143 req-38a39944-a63b-4c69-8610-edfca5851fc3 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "GET /v2.0/security-groups?id=04f0a0c5-59d1-4693-b19f-31a01450a3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1408765
Apr 30 14:30:25.716850 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-ce30161b-f764-46ff-8c24-1ebf97a4ed57 service neutron] 10.222.0.43 "GET /v2.0/networks/25660f6e-89b1-4547-96df-31c2bd7ec6d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1982448
Apr 30 14:30:25.839527 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 191186de-85a4-42bd-9e48-d656b41540c7 up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:30:25.881178 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-6e2c8e99-9b98-4c7d-9a1e-82f49542a014 req-30b978f2-fdfd-47ca-b1a1-b0749d72d3cb service neutron] 10.222.0.43 "GET /v2.0/networks/25660f6e-89b1-4547-96df-31c2bd7ec6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1591372
Apr 30 14:30:25.907766 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning for port 191186de-85a4-42bd-9e48-d656b41540c7 completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:30:25.912453 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port 191186de-85a4-42bd-9e48-d656b41540c7 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:30:25.912831 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:26.032946 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:26.045664 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e97ff-1d5f-4c15-ae9f-4524677ac8f1 req-a0dfc7cc-0562-4c05-9573-2c4252172300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:26.047274 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7a9e97ff-1d5f-4c15-ae9f-4524677ac8f1 req-a0dfc7cc-0562-4c05-9573-2c4252172300 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c99359a4c6474ee798e45ae1233320be&device_id=ffeae80a-3520-4ae1-9333-9bcbf0e2a082 HTTP/1.1" status: 200  len: 1096 time: 0.0778573
Apr 30 14:30:26.065291 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] For port 191186de-85a4-42bd-9e48-d656b41540c7, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=191186de-85a4-42bd-9e48-d656b41540c7,segment=NetworkSegment(7fbe86f2-01f1-459d-b671-ce88356f4961),segment_id=7fbe86f2-01f1-459d-b671-ce88356f4961)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:30:26.069626 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:26.071423 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-448d7623-39e1-4c6b-9488-554b0849bc19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:26.136262 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Pushing event updated for resources: {'Port': ['ID=191186de-85a4-42bd-9e48-d656b41540c7,revision_number=5']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:26.139907 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:26.191200 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e97ff-1d5f-4c15-ae9f-4524677ac8f1 req-2a3902fe-37b7-443a-aec6-77ce255448ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:26.192677 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7a9e97ff-1d5f-4c15-ae9f-4524677ac8f1 req-2a3902fe-37b7-443a-aec6-77ce255448ac service neutron] 10.222.0.43 "GET /v2.0/networks?id=25660f6e-89b1-4547-96df-31c2bd7ec6d6 HTTP/1.1" status: 200  len: 910 time: 0.1363897
Apr 30 14:30:26.269111 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7a9e97ff-1d5f-4c15-ae9f-4524677ac8f1 req-b0a2493e-4230-43ee-8784-a756dcc428f7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a706a396-fb5b-42ce-b9f1-03c4a4df5a56 HTTP/1.1" status: 200  len: 217 time: 0.0701294
Apr 30 14:30:26.332268 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e97ff-1d5f-4c15-ae9f-4524677ac8f1 req-cba94edd-6b3c-4e66-b30c-c5afef57988b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:26.333737 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7a9e97ff-1d5f-4c15-ae9f-4524677ac8f1 req-cba94edd-6b3c-4e66-b30c-c5afef57988b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf3e0834-d422-4d6e-a0c2-26fd77b79b17 HTTP/1.1" status: 200  len: 847 time: 0.0601223
Apr 30 14:30:26.410290 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e97ff-1d5f-4c15-ae9f-4524677ac8f1 req-a3e48746-74b9-4a38-8c35-eb5e7ff93dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:26.411765 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7a9e97ff-1d5f-4c15-ae9f-4524677ac8f1 req-a3e48746-74b9-4a38-8c35-eb5e7ff93dc3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=25660f6e-89b1-4547-96df-31c2bd7ec6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0699518
Apr 30 14:30:26.545740 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7a9e97ff-1d5f-4c15-ae9f-4524677ac8f1 req-766c6239-2b8f-4086-bfd2-9997159db403 service neutron] 10.222.0.43 "GET /v2.0/networks/25660f6e-89b1-4547-96df-31c2bd7ec6d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256909
Apr 30 14:30:26.685446 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7a9e97ff-1d5f-4c15-ae9f-4524677ac8f1 req-0478de63-7dcb-4959-8426-2870094c040c service neutron] 10.222.0.43 "GET /v2.0/networks/25660f6e-89b1-4547-96df-31c2bd7ec6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1314697
Apr 30 14:30:26.882811 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7cbcae-d2a1-41e4-9c80-34b6c9e52acc req-26ae65d8-3c61-4cfe-9226-6556e0f3ff7a tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:26.884410 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-4a7cbcae-d2a1-41e4-9c80-34b6c9e52acc req-26ae65d8-3c61-4cfe-9226-6556e0f3ff7a tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffeae80a-3520-4ae1-9333-9bcbf0e2a082 HTTP/1.1" status: 200  len: 943 time: 0.0931480
Apr 30 14:30:26.930686 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-4a7cbcae-d2a1-41e4-9c80-34b6c9e52acc req-23f606cc-8fd4-4d7c-b0f6-aa63b13cf2e7 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "GET /v2.0/security-groups?id=04f0a0c5-59d1-4693-b19f-31a01450a3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403135
Apr 30 14:30:27.815009 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 191186de-85a4-42bd-9e48-d656b41540c7 up at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:30:27.887026 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Provisioning complete for port 191186de-85a4-42bd-9e48-d656b41540c7 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:30:27.887403 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:28.122976 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574603a-f795-4ef4-87e3-b2fec9579748 req-d4ac5daf-fcd3-4294-a29d-c51bc314002c tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:28.124475 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3574603a-f795-4ef4-87e3-b2fec9579748 req-d4ac5daf-fcd3-4294-a29d-c51bc314002c tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffeae80a-3520-4ae1-9333-9bcbf0e2a082 HTTP/1.1" status: 200  len: 943 time: 0.0843954
Apr 30 14:30:28.171908 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-3574603a-f795-4ef4-87e3-b2fec9579748 req-6dfa37b0-a1fe-42a7-9a50-ca27f53f3b1a tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "GET /v2.0/security-groups?id=04f0a0c5-59d1-4693-b19f-31a01450a3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411847
Apr 30 14:30:29.357104 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ebfd6-43fb-4e12-bdf7-d8d00162918a req-3837c812-66f2-4e50-af4f-08791766440d tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:29.359118 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-930ebfd6-43fb-4e12-bdf7-d8d00162918a req-3837c812-66f2-4e50-af4f-08791766440d tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffeae80a-3520-4ae1-9333-9bcbf0e2a082 HTTP/1.1" status: 200  len: 943 time: 0.0812662
Apr 30 14:30:29.407649 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-930ebfd6-43fb-4e12-bdf7-d8d00162918a req-73ad4bfe-7896-4dde-b959-dcc4c25a53ff tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "GET /v2.0/security-groups?id=04f0a0c5-59d1-4693-b19f-31a01450a3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427849
Apr 30 14:30:30.618490 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae41cd-abbe-4e4c-8ae4-dc19b4998c9c req-98a5e124-ac8a-4495-8a4e-f4e00704b599 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:30.619958 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-73ae41cd-abbe-4e4c-8ae4-dc19b4998c9c req-98a5e124-ac8a-4495-8a4e-f4e00704b599 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffeae80a-3520-4ae1-9333-9bcbf0e2a082 HTTP/1.1" status: 200  len: 943 time: 0.0896103
Apr 30 14:30:30.755011 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-73ae41cd-abbe-4e4c-8ae4-dc19b4998c9c req-5aa187b5-0f1c-4a8c-a397-f9b81d84175f tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "GET /v2.0/security-groups?id=04f0a0c5-59d1-4693-b19f-31a01450a3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1267684
Apr 30 14:30:31.965716 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce45bf-312f-42c6-a8b3-364175b278f9 req-84f723db-6eec-4066-8086-efcf6b7c8661 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:31.967276 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-ccce45bf-312f-42c6-a8b3-364175b278f9 req-84f723db-6eec-4066-8086-efcf6b7c8661 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffeae80a-3520-4ae1-9333-9bcbf0e2a082 HTTP/1.1" status: 200  len: 943 time: 0.0893488
Apr 30 14:30:32.015618 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-ccce45bf-312f-42c6-a8b3-364175b278f9 req-bee0afd5-ea4a-40c2-8322-311625a26b54 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "GET /v2.0/security-groups?id=04f0a0c5-59d1-4693-b19f-31a01450a3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403583
Apr 30 14:30:33.203525 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283bfbc0-0849-4d94-bc1f-6ff10e89ff96 req-1af403bb-afb0-4a2b-b131-6ef1953d6c35 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:33.205025 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-283bfbc0-0849-4d94-bc1f-6ff10e89ff96 req-1af403bb-afb0-4a2b-b131-6ef1953d6c35 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffeae80a-3520-4ae1-9333-9bcbf0e2a082 HTTP/1.1" status: 200  len: 943 time: 0.0822420
Apr 30 14:30:33.253048 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-283bfbc0-0849-4d94-bc1f-6ff10e89ff96 req-f5e4f8d7-f329-494b-90e1-75957d3db7c0 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "GET /v2.0/security-groups?id=04f0a0c5-59d1-4693-b19f-31a01450a3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422373
Apr 30 14:30:33.838472 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device a706a396-fb5b-42ce-b9f1-03c4a4df5a56 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 14:30:33.968900 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port a706a396-fb5b-42ce-b9f1-03c4a4df5a56, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a706a396-fb5b-42ce-b9f1-03c4a4df5a56,segment=NetworkSegment(118fb0d6-0794-4e1e-babb-ebea8ea39b97),segment_id=118fb0d6-0794-4e1e-babb-ebea8ea39b97)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:30:33.982322 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Returning: {'device': 'a706a396-fb5b-42ce-b9f1-03c4a4df5a56', 'network_id': '25660f6e-89b1-4547-96df-31c2bd7ec6d6', 'port_id': 'a706a396-fb5b-42ce-b9f1-03c4a4df5a56', 'mac_address': 'fa:16:3e:f3:b1:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf3e0834-d422-4d6e-a0c2-26fd77b79b17', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 14:30:34.037923 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:34.055323 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a706a396-fb5b-42ce-b9f1-03c4a4df5a56 {{(pid=73846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 14:30:34.072522 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port a706a396-fb5b-42ce-b9f1-03c4a4df5a56, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a706a396-fb5b-42ce-b9f1-03c4a4df5a56,segment=NetworkSegment(118fb0d6-0794-4e1e-babb-ebea8ea39b97),segment_id=118fb0d6-0794-4e1e-babb-ebea8ea39b97)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:30:34.076574 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:34.079832 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:34.147096 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Pushing event updated for resources: {'Port': ['ID=a706a396-fb5b-42ce-b9f1-03c4a4df5a56,revision_number=4']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:34.150221 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:34.439988 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3df76-b646-46ae-8b9c-d7b9035587ca req-5e8cd030-d4e0-4c5b-8297-c2ce61c5e633 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:34.441450 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-09f3df76-b646-46ae-8b9c-d7b9035587ca req-5e8cd030-d4e0-4c5b-8297-c2ce61c5e633 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffeae80a-3520-4ae1-9333-9bcbf0e2a082 HTTP/1.1" status: 200  len: 944 time: 0.0846472
Apr 30 14:30:34.485593 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-09f3df76-b646-46ae-8b9c-d7b9035587ca req-1442e9c3-cb2a-4917-a82b-793abd39d06f tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "GET /v2.0/security-groups?id=04f0a0c5-59d1-4693-b19f-31a01450a3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379014
Apr 30 14:30:34.757810 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] get_ports_and_sgs() called for port_ids ['a706a396-fb5b-42ce-b9f1-03c4a4df5a56'] {{(pid=73846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 14:30:35.669844 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f1d8e-b6d0-4938-8893-eef8dbac907a req-cd4162fe-7570-4559-9f88-103218bf2547 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:35.671313 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-733f1d8e-b6d0-4938-8893-eef8dbac907a req-cd4162fe-7570-4559-9f88-103218bf2547 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffeae80a-3520-4ae1-9333-9bcbf0e2a082 HTTP/1.1" status: 200  len: 944 time: 0.0795894
Apr 30 14:30:35.715090 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-733f1d8e-b6d0-4938-8893-eef8dbac907a req-6110e3d6-c63c-4c69-9b07-685eaa0719c2 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "GET /v2.0/security-groups?id=04f0a0c5-59d1-4693-b19f-31a01450a3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373263
Apr 30 14:30:35.857223 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device a706a396-fb5b-42ce-b9f1-03c4a4df5a56 up at agent hyperv_hv-cinder-78836 {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:30:35.922656 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Provisioning for port a706a396-fb5b-42ce-b9f1-03c4a4df5a56 completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:30:35.927288 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Provisioning complete for port a706a396-fb5b-42ce-b9f1-03c4a4df5a56 triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:30:35.927670 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:36.043349 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:36.069465 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffeae80a-3520-4ae1-9333-9bcbf0e2a082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a706a396-fb5b-42ce-b9f1-03c4a4df5a56'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:30:36.079228 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port a706a396-fb5b-42ce-b9f1-03c4a4df5a56, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a706a396-fb5b-42ce-b9f1-03c4a4df5a56,segment=NetworkSegment(118fb0d6-0794-4e1e-babb-ebea8ea39b97),segment_id=118fb0d6-0794-4e1e-babb-ebea8ea39b97)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:30:36.083853 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:36.085841 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-ad0fa337-df03-473d-8d89-24ce406c49ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:36.154432 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Pushing event updated for resources: {'Port': ['ID=a706a396-fb5b-42ce-b9f1-03c4a4df5a56,revision_number=5']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:36.157485 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:36.172546 dv-cinder-788365-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffeae80a-3520-4ae1-9333-9bcbf0e2a082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a706a396-fb5b-42ce-b9f1-03c4a4df5a56', 'code': 200}
Apr 30 14:30:36.480089 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a75eee-d83b-488b-8190-f11411e9bce5 req-4e8aa29d-7a61-4cc0-80a5-113e43a181ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:36.481428 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-72a75eee-d83b-488b-8190-f11411e9bce5 req-4e8aa29d-7a61-4cc0-80a5-113e43a181ac service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ffeae80a-3520-4ae1-9333-9bcbf0e2a082 HTTP/1.1" status: 200  len: 1098 time: 0.0720079
Apr 30 14:30:36.521557 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-72a75eee-d83b-488b-8190-f11411e9bce5 req-aeab13f4-f204-4a40-98f7-e7e1b4439ef7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=04f0a0c5-59d1-4693-b19f-31a01450a3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0338225
Apr 30 14:30:36.897518 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da083e-0bbe-4e73-b7cf-b117ffea09bc req-531f9102-7d4b-4179-bbdc-d360316623ca tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:36.898984 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-37da083e-0bbe-4e73-b7cf-b117ffea09bc req-531f9102-7d4b-4179-bbdc-d360316623ca tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffeae80a-3520-4ae1-9333-9bcbf0e2a082 HTTP/1.1" status: 200  len: 945 time: 0.0799539
Apr 30 14:30:36.942992 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-37da083e-0bbe-4e73-b7cf-b117ffea09bc req-55f0c4e3-c4a1-4a38-a746-2ec35053a972 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "GET /v2.0/security-groups?id=04f0a0c5-59d1-4693-b19f-31a01450a3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383034
Apr 30 14:30:37.630687 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-6615b2d3-1ec2-46a8-b14d-1ddeae1f58a9 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Synchronizing usage tracker for tenant:ed5f125b675145ad8413162584df1e52 on resource:security_group {{(pid=73844) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:30:37.646350 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-6615b2d3-1ec2-46a8-b14d-1ddeae1f58a9 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Unset dirty status for tenant:ed5f125b675145ad8413162584df1e52 on resource:security_group {{(pid=73844) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:30:37.647507 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-6615b2d3-1ec2-46a8-b14d-1ddeae1f58a9 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-706979057&fields=id&tenant_id=ed5f125b675145ad8413162584df1e52 HTTP/1.1" status: 200  len: 267 time: 0.0557792
Apr 30 14:30:37.796799 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-16361216-396d-410c-b35f-a56bfb526624 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:37.797481 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-16361216-396d-410c-b35f-a56bfb526624 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Synchronizing usage tracker for tenant:ed5f125b675145ad8413162584df1e52 on resource:network {{(pid=73844) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:30:37.814587 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-16361216-396d-410c-b35f-a56bfb526624 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Unset dirty status for tenant:ed5f125b675145ad8413162584df1e52 on resource:network {{(pid=73844) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:30:37.815693 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-16361216-396d-410c-b35f-a56bfb526624 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "GET /v2.0/networks?id=dbe1c35b-52b9-474c-956a-e01ca51e74ba HTTP/1.1" status: 200  len: 812 time: 0.1617136
Apr 30 14:30:37.830580 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-b89cea7d-1949-4f6c-8ec7-5f2b402352d2 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "GET /v2.0/quotas/ed5f125b675145ad8413162584df1e52 HTTP/1.1" status: 200  len: 375 time: 0.0091734
Apr 30 14:30:37.916645 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-d29e6781-91da-4a9f-b061-3f1a1adc9a99 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ed5f125b675145ad8413162584df1e52&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0807674
Apr 30 14:30:38.059954 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-02005ff9-e641-4d14-85ac-174e1dc17be5 service neutron] 10.222.0.32 "GET /v2.0/networks/dbe1c35b-52b9-474c-956a-e01ca51e74ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1315420
Apr 30 14:30:38.135252 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9dcde4-2ae1-4c5a-83ab-50c3453c1273 req-d910988a-6753-47d9-a8e9-3b6053eb20f6 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:38.137557 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1c9dcde4-2ae1-4c5a-83ab-50c3453c1273 req-d910988a-6753-47d9-a8e9-3b6053eb20f6 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffeae80a-3520-4ae1-9333-9bcbf0e2a082 HTTP/1.1" status: 200  len: 945 time: 0.0835528
Apr 30 14:30:38.190445 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1c9dcde4-2ae1-4c5a-83ab-50c3453c1273 req-8e8cad2b-8ebb-40b8-805e-11bb6e358fb0 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "GET /v2.0/security-groups?id=04f0a0c5-59d1-4693-b19f-31a01450a3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409133
Apr 30 14:30:38.194441 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-c58657c3-7c6e-40f2-b9f2-a6632cc56b40 service neutron] 10.222.0.32 "GET /v2.0/networks/dbe1c35b-52b9-474c-956a-e01ca51e74ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279881
Apr 30 14:30:38.381109 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace92669-14d6-4ea0-a3fd-f73c595db518 req-083d5e81-b680-4145-8523-50014fb58d3a tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:38.382581 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ace92669-14d6-4ea0-a3fd-f73c595db518 req-083d5e81-b680-4145-8523-50014fb58d3a tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffeae80a-3520-4ae1-9333-9bcbf0e2a082 HTTP/1.1" status: 200  len: 945 time: 0.0838673
Apr 30 14:30:38.428390 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ace92669-14d6-4ea0-a3fd-f73c595db518 req-2aa0c8b0-9ebc-4bed-85df-8a7dbce0239f tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "GET /v2.0/security-groups?id=04f0a0c5-59d1-4693-b19f-31a01450a3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400472
Apr 30 14:30:38.451414 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 54280) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:30:38.580177 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-1cf0257e-1558-403f-b67d-371d30da271f req-34d72a64-93fd-4933-abfa-c4281cc2587a tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Synchronizing usage tracker for tenant:ed5f125b675145ad8413162584df1e52 on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:30:38.599211 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-1cf0257e-1558-403f-b67d-371d30da271f req-34d72a64-93fd-4933-abfa-c4281cc2587a tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Unset dirty status for tenant:ed5f125b675145ad8413162584df1e52 on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:30:38.608862 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1cf0257e-1558-403f-b67d-371d30da271f req-34d72a64-93fd-4933-abfa-c4281cc2587a tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "GET /v2.0/ports?device_id=548fb8a4-7cec-4ee4-90a7-d19db278b795 HTTP/1.1" status: 200  len: 210 time: 0.0709300
Apr 30 14:30:38.646105 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c69e13-6747-41dc-856c-75c85e86b39f tempest-TestShelveInstance-1765157726 tempest-TestShelveInstance-1765157726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:38.646987 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-97c69e13-6747-41dc-856c-75c85e86b39f tempest-TestShelveInstance-1765157726 tempest-TestShelveInstance-1765157726-project-admin] Synchronizing usage tracker for tenant:7542c3fc5daa416ea5a588b74dec0c00 on resource:port {{(pid=73844) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:30:38.663484 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-97c69e13-6747-41dc-856c-75c85e86b39f tempest-TestShelveInstance-1765157726 tempest-TestShelveInstance-1765157726-project-admin] Unset dirty status for tenant:7542c3fc5daa416ea5a588b74dec0c00 on resource:port {{(pid=73844) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:30:38.664634 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-97c69e13-6747-41dc-856c-75c85e86b39f tempest-TestShelveInstance-1765157726 tempest-TestShelveInstance-1765157726-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ffeae80a-3520-4ae1-9333-9bcbf0e2a082 HTTP/1.1" status: 200  len: 1093 time: 0.2122121
Apr 30 14:30:38.667533 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 54294) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:30:38.673273 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.v2.base [None req-511ab996-1879-4222-92f8-f69cc375dc17 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Request body: {'floatingip': {'floating_network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'port_id': 'a706a396-fb5b-42ce-b9f1-03c4a4df5a56', 'tenant_id': 'c99359a4c6474ee798e45ae1233320be', 'fixed_ip_address': '172.20.0.8'}} {{(pid=73844) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:30:38.679496 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-511ab996-1879-4222-92f8-f69cc375dc17 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:30:38.684004 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-511ab996-1879-4222-92f8-f69cc375dc17 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Usage tracker for resource:floatingip and tenant:c99359a4c6474ee798e45ae1233320be is out of sync, need to count used quota {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:30:38.686879 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.quota.resource [None req-511ab996-1879-4222-92f8-f69cc375dc17 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73844) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:30:38.693882 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.quota.driver [None req-511ab996-1879-4222-92f8-f69cc375dc17 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73844) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:30:38.703782 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-511ab996-1879-4222-92f8-f69cc375dc17 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks [] for floatingip, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:38.898609 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-511ab996-1879-4222-92f8-f69cc375dc17 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:39.046247 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.db_base_plugin_common [None req-511ab996-1879-4222-92f8-f69cc375dc17 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Allocated IP 172.27.1.152 (304f1885-0a25-4285-aed6-702a057610f8/49300ed0-235c-492b-9da4-467f65f5f0f0/fe082c6c-2887-4e4f-8507-2c88b0c2c3d4) {{(pid=73844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:30:39.295741 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-511ab996-1879-4222-92f8-f69cc375dc17 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks [] for port, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:39.324958 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-511ab996-1879-4222-92f8-f69cc375dc17 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6994046'] for port, after_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:39.329310 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-63a82a47-8d3e-46d5-bd83-d4d2c050e2d9 tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:39.383415 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511ab996-1879-4222-92f8-f69cc375dc17 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Network 304f1885-0a25-4285-aed6-702a057610f8 is already hosted by enough agents. {{(pid=73844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:30:39.386044 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.base_scheduler [None req-511ab996-1879-4222-92f8-f69cc375dc17 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Resources bound (agent type, host, resource id):  {{(pid=73844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:30:39.389598 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511ab996-1879-4222-92f8-f69cc375dc17 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Received port after_create {{(pid=73844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:30:39.432885 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ab996-1879-4222-92f8-f69cc375dc17 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Pushing event updated for resources: {'Port': ['ID=fe082c6c-2887-4e4f-8507-2c88b0c2c3d4,revision_number=1']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:39.441337 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-511ab996-1879-4222-92f8-f69cc375dc17 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:39.758532 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-7804abc8-ae59-4fc1-9b0f-5e3bdfefe763 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:39.760549 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-7804abc8-ae59-4fc1-9b0f-5e3bdfefe763 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.43 "GET /v2.0/networks?id=dbe1c35b-52b9-474c-956a-e01ca51e74ba HTTP/1.1" status: 200  len: 812 time: 0.1641624
Apr 30 14:30:39.774364 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-4713ee2c-fd3f-4050-a904-a39a15e957fc req-8852bbb5-fa0e-4058-bde4-d140913975cd tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "GET /v2.0/ports?device_id=548fb8a4-7cec-4ee4-90a7-d19db278b795 HTTP/1.1" status: 200  len: 210 time: 0.0543664
Apr 30 14:30:39.822420 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-7dc4e82b-6223-49d8-b30c-48c4d5aa33b0 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed5f125b675145ad8413162584df1e52 HTTP/1.1" status: 200  len: 379 time: 0.0489373
Apr 30 14:30:39.832585 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-b5fb8479-5392-4ab9-ac0e-78b7ca8cfc35 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Request body: {'port': {'device_id': '548fb8a4-7cec-4ee4-90a7-d19db278b795', 'network_id': 'dbe1c35b-52b9-474c-956a-e01ca51e74ba', 'admin_state_up': True, 'tenant_id': 'ed5f125b675145ad8413162584df1e52', 'security_groups': ['6524bc1e-3de1-4d82-951f-89674d32c7e6']}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:30:39.876243 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-511ab996-1879-4222-92f8-f69cc375dc17 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:39.953125 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-511ab996-1879-4222-92f8-f69cc375dc17 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:39.974488 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-b5fb8479-5392-4ab9-ac0e-78b7ca8cfc35 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:30:39.984050 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-b5fb8479-5392-4ab9-ac0e-78b7ca8cfc35 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:30:39.996644 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-b5fb8479-5392-4ab9-ac0e-78b7ca8cfc35 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Made reservation on behalf of ed5f125b675145ad8413162584df1e52 for: {'port': 1} {{(pid=73845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 14:30:40.000954 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-b5fb8479-5392-4ab9-ac0e-78b7ca8cfc35 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:40.168322 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-b5fb8479-5392-4ab9-ac0e-78b7ca8cfc35 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Allocated IP 172.20.0.3 (dbe1c35b-52b9-474c-956a-e01ca51e74ba/9f23d568-73de-4592-8503-c0c3b3a82d19/f2f514a6-cd39-4f45-a902-9572c3eef23f) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:30:40.174875 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-511ab996-1879-4222-92f8-f69cc375dc17 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks [] for port, precommit_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:40.179093 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-511ab996-1879-4222-92f8-f69cc375dc17 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6994037'] for port, after_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:40.183000 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-2a366ccb-71b0-4cf8-9bd8-2d4ac39c2a75 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:40.293742 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ab996-1879-4222-92f8-f69cc375dc17 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Pushing event updated for resources: {'Port': ['ID=fe082c6c-2887-4e4f-8507-2c88b0c2c3d4,revision_number=2']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:40.296733 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-511ab996-1879-4222-92f8-f69cc375dc17 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:40.305997 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-511ab996-1879-4222-92f8-f69cc375dc17 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998352'] for floatingip, after_update {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:40.359042 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-b5fb8479-5392-4ab9-ac0e-78b7ca8cfc35 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:40.375098 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-b5fb8479-5392-4ab9-ac0e-78b7ca8cfc35 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Transition to ACTIVE for port object f2f514a6-cd39-4f45-a902-9572c3eef23f will not be triggered until provisioned by entity DHCP. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:30:40.398509 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-b5fb8479-5392-4ab9-ac0e-78b7ca8cfc35 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5706159'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:40.403884 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-05f1ae73-d61b-4226-8acc-94f3d86181fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:40.469297 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-b5fb8479-5392-4ab9-ac0e-78b7ca8cfc35 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Network dbe1c35b-52b9-474c-956a-e01ca51e74ba is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:30:40.472939 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-b5fb8479-5392-4ab9-ac0e-78b7ca8cfc35 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Resources bound (agent type, host, resource id):  {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:30:40.485732 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.db.l3_db [None req-511ab996-1879-4222-92f8-f69cc375dc17 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Floating IP c9bf3927-23c9-46e4-907a-e10839b81f8a associated. External IP: 172.27.1.152, port: a706a396-fb5b-42ce-b9f1-03c4a4df5a56.
Apr 30 14:30:40.486014 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-b5fb8479-5392-4ab9-ac0e-78b7ca8cfc35 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:30:40.521517 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb8479-5392-4ab9-ac0e-78b7ca8cfc35 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Pushing event updated for resources: {'Port': ['ID=f2f514a6-cd39-4f45-a902-9572c3eef23f,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:40.537379 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-b5fb8479-5392-4ab9-ac0e-78b7ca8cfc35 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:40.560269 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-b5fb8479-5392-4ab9-ac0e-78b7ca8cfc35 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:40.561065 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-b5fb8479-5392-4ab9-ac0e-78b7ca8cfc35 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:40.589252 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-b5fb8479-5392-4ab9-ac0e-78b7ca8cfc35 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7605412
Apr 30 14:30:40.609266 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-1187e0e7-dd5e-4a6d-ad94-4e98c4ec7638 service neutron] Request body: {'port': {'device_id': '548fb8a4-7cec-4ee4-90a7-d19db278b795', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:30:40.703858 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-60bf746f-9d4e-4a6c-ab99-55dfcb51a98e None None] Provisioning for port f2f514a6-cd39-4f45-a902-9572c3eef23f completed by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:30:40.712213 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-60bf746f-9d4e-4a6c-ab99-55dfcb51a98e None None] Provisioning complete for port f2f514a6-cd39-4f45-a902-9572c3eef23f triggered by entity DHCP. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:30:40.712825 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-60bf746f-9d4e-4a6c-ab99-55dfcb51a98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:40.739278 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-1187e0e7-dd5e-4a6d-ad94-4e98c4ec7638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:40.785148 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-60bf746f-9d4e-4a6c-ab99-55dfcb51a98e None None] Port f2f514a6-cd39-4f45-a902-9572c3eef23f cannot update to ACTIVE because it is not bound. {{(pid=73846) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 14:30:40.988799 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511ab996-1879-4222-92f8-f69cc375dc17 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Router 8fc9ee25-2127-433e-9e3c-0a9821b9ae53 has already been hosted by L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d {{(pid=73844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 14:30:41.141235 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68c5f3-f142-4f1d-8257-fbf64097838d req-efdab975-e467-4691-b135-dffa53128f06 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:41.141939 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-1f68c5f3-f142-4f1d-8257-fbf64097838d req-efdab975-e467-4691-b135-dffa53128f06 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Synchronizing usage tracker for tenant:ed5f125b675145ad8413162584df1e52 on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:30:41.168629 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511ab996-1879-4222-92f8-f69cc375dc17 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:30:41.177478 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-1f68c5f3-f142-4f1d-8257-fbf64097838d req-efdab975-e467-4691-b135-dffa53128f06 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Unset dirty status for tenant:ed5f125b675145ad8413162584df1e52 on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:30:41.179600 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1f68c5f3-f142-4f1d-8257-fbf64097838d req-efdab975-e467-4691-b135-dffa53128f06 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "GET /v2.0/ports?device_id=548fb8a4-7cec-4ee4-90a7-d19db278b795 HTTP/1.1" status: 200  len: 931 time: 0.2675908
Apr 30 14:30:41.181287 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aec7603-173a-4ada-8539-51449ecd0d7a None None] Sync routers for ids ['8fc9ee25-2127-433e-9e3c-0a9821b9ae53'] in dv-cinder-788365-2-iscsi {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:30:41.193593 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aec7603-173a-4ada-8539-51449ecd0d7a None None] Routers {'8fc9ee25-2127-433e-9e3c-0a9821b9ae53'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:30:41.194694 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-8aec7603-173a-4ada-8539-51449ecd0d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc21fca90>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:30:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['8fc9ee25-2127-433e-9e3c-0a9821b9ae53'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:30:41.195844 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-511ab996-1879-4222-92f8-f69cc375dc17 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for floatingip, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:41.269824 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-511ab996-1879-4222-92f8-f69cc375dc17 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5884049
Apr 30 14:30:41.269824 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffeae80a-3520-4ae1-9333-9bcbf0e2a082', 'tag': 'a706a396-fb5b-42ce-b9f1-03c4a4df5a56'}] {{(pid=73844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:30:41.274561 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-1f68c5f3-f142-4f1d-8257-fbf64097838d req-ac96089d-d93f-4471-a691-b084ce95c006 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "GET /v2.0/security-groups?id=6524bc1e-3de1-4d82-951f-89674d32c7e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0875740
Apr 30 14:30:41.299553 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-1187e0e7-dd5e-4a6d-ad94-4e98c4ec7638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2f514a6-cd39-4f45-a902-9572c3eef23f {{(pid=73845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 14:30:41.307333 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-1187e0e7-dd5e-4a6d-ad94-4e98c4ec7638 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:41.323467 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.provisioning_blocks [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-1187e0e7-dd5e-4a6d-ad94-4e98c4ec7638 service neutron] Transition to ACTIVE for port object f2f514a6-cd39-4f45-a902-9572c3eef23f will not be triggered until provisioned by entity L2. {{(pid=73845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 14:30:41.327342 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-1187e0e7-dd5e-4a6d-ad94-4e98c4ec7638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5706148'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:41.331827 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-5a513b46-e2cc-4284-8d81-a141c27bb62d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:41.369845 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffeae80a-3520-4ae1-9333-9bcbf0e2a082', 'tag': 'a706a396-fb5b-42ce-b9f1-03c4a4df5a56', 'status': 'completed', 'code': 200}
Apr 30 14:30:41.423352 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-8aec7603-173a-4ada-8539-51449ecd0d7a None None] Set router 8fc9ee25-2127-433e-9e3c-0a9821b9ae53 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:30:41.536391 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187e0e7-dd5e-4a6d-ad94-4e98c4ec7638 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f514a6-cd39-4f45-a902-9572c3eef23f,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:41.545154 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-1187e0e7-dd5e-4a6d-ad94-4e98c4ec7638 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:41.639447 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaceb2b8-acc3-49a1-951e-1257a05c90a1 req-8e6a719d-8e3c-4854-8db0-732d3155c1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:41.640910 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-aaceb2b8-acc3-49a1-951e-1257a05c90a1 req-8e6a719d-8e3c-4854-8db0-732d3155c1cb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c99359a4c6474ee798e45ae1233320be&device_id=ffeae80a-3520-4ae1-9333-9bcbf0e2a082 HTTP/1.1" status: 200  len: 1098 time: 0.2005150
Apr 30 14:30:41.643012 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-1187e0e7-dd5e-4a6d-ad94-4e98c4ec7638 service neutron] Attempting to bind port f2f514a6-cd39-4f45-a902-9572c3eef23f on host hv-cinder-78836 for vnic_type normal with profile  {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 14:30:41.643348 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-1187e0e7-dd5e-4a6d-ad94-4e98c4ec7638 service neutron] Attempting to bind port f2f514a6-cd39-4f45-a902-9572c3eef23f by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '7234b902-5872-49c5-8710-924ad51ea083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': 'dbe1c35b-52b9-474c-956a-e01ca51e74ba'}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 14:30:41.643678 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-1187e0e7-dd5e-4a6d-ad94-4e98c4ec7638 service neutron] Attempting to bind port f2f514a6-cd39-4f45-a902-9572c3eef23f on network dbe1c35b-52b9-474c-956a-e01ca51e74ba {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:30:41.648309 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-1187e0e7-dd5e-4a6d-ad94-4e98c4ec7638 service neutron] Port f2f514a6-cd39-4f45-a902-9572c3eef23f on network dbe1c35b-52b9-474c-956a-e01ca51e74ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 14:30:41.648630 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-1187e0e7-dd5e-4a6d-ad94-4e98c4ec7638 service neutron] Attempting to bind port f2f514a6-cd39-4f45-a902-9572c3eef23f on network dbe1c35b-52b9-474c-956a-e01ca51e74ba {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 14:30:41.675017 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-1187e0e7-dd5e-4a6d-ad94-4e98c4ec7638 service neutron] Checking agent: {'id': 'd3aa7eed-5c97-490e-b2ea-32000fed17dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 14, 5, 52), 'started_at': datetime.datetime(2021, 4, 30, 14, 5, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 14, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 14:30:41.675017 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-1187e0e7-dd5e-4a6d-ad94-4e98c4ec7638 service neutron] Checking segment: {'id': '7234b902-5872-49c5-8710-924ad51ea083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': 'dbe1c35b-52b9-474c-956a-e01ca51e74ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 14:30:41.675360 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-1187e0e7-dd5e-4a6d-ad94-4e98c4ec7638 service neutron] Bound using segment: {'id': '7234b902-5872-49c5-8710-924ad51ea083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': 'dbe1c35b-52b9-474c-956a-e01ca51e74ba'} {{(pid=73845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 14:30:41.675769 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.managers [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-1187e0e7-dd5e-4a6d-ad94-4e98c4ec7638 service neutron] Bound port: f2f514a6-cd39-4f45-a902-9572c3eef23f, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7234b902-5872-49c5-8710-924ad51ea083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': 'dbe1c35b-52b9-474c-956a-e01ca51e74ba'}}] {{(pid=73845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 14:30:41.676119 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-1187e0e7-dd5e-4a6d-ad94-4e98c4ec7638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:41.788967 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-8aec7603-173a-4ada-8539-51449ecd0d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc21fca90>, [{'id': '8fc9ee25-2127-433e-9e3c-0a9821b9ae53', 'name': 'tempest-TestShelveInstance-602583105-router', 'tenant_id': 'c99359a4c6474ee798e45ae1233320be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'b63fdb53-c570-44dc-b7eb-27d2f37ab999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:29:39Z', 'updated_at': '2021-04-30T14:29:43Z', 'revision_number': 4, 'project_id': 'c99359a4c6474ee798e45ae1233320be', 'gw_port': {'id': 'b63fdb53-c570-44dc-b7eb-27d2f37ab999', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:06:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc9ee25-2127-433e-9e3c-0a9821b9ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:29:40Z', 'updated_at': '2021-04-30T14:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_floatingips': [{'id': 'c9bf3927-23c9-46e4-907a-e10839b81f8a', 'tenant_id': 'c99359a4c6474ee798e45ae1233320be', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'router_id': '8fc9ee25-2127-433e-9e3c-0a9821b9ae53', 'port_id': 'a706a396-fb5b-42ce-b9f1-03c4a4df5a56', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25660f6e-89b1-4547-96df-31c2bd7ec6d6', 'mac_address': 'fa:16:3e:f3:b1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffeae80a-3520-4ae1-9333-9bcbf0e2a082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:30:39Z', 'updated_at': '2021-04-30T14:30:39Z', 'revision_number': 0, 'project_id': 'c99359a4c6474ee798e45ae1233320be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc0bab03-7840-4b48-981b-91c57c269388', 'name': '', 'network_id': '25660f6e-89b1-4547-96df-31c2bd7ec6d6', 'tenant_id': 'c99359a4c6474ee798e45ae1233320be', 'mac_address': 'fa:16:3e:63:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc9ee25-2127-433e-9e3c-0a9821b9ae53', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bf3e0834-d422-4d6e-a0c2-26fd77b79b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:29:42Z', 'updated_at': '2021-04-30T14:29:50Z', 'revision_number': 5, 'project_id': 'c99359a4c6474ee798e45ae1233320be', 'subnets': [{'id': 'bf3e0834-d422-4d6e-a0c2-26fd77b79b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:30:41.792766 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aec7603-173a-4ada-8539-51449ecd0d7a None None] Checking router: 8fc9ee25-2127-433e-9e3c-0a9821b9ae53 for host: dv-cinder-788365-2-iscsi {{(pid=73846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:30:41.801031 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aec7603-173a-4ada-8539-51449ecd0d7a None None] Routers {'8fc9ee25-2127-433e-9e3c-0a9821b9ae53'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:30:41.801636 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-8aec7603-173a-4ada-8539-51449ecd0d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc21fca90>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:30:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['8fc9ee25-2127-433e-9e3c-0a9821b9ae53'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:30:41.863845 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-1187e0e7-dd5e-4a6d-ad94-4e98c4ec7638 service neutron] For port f2f514a6-cd39-4f45-a902-9572c3eef23f, host hv-cinder-78836, cleared binding levels {{(pid=73845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 14:30:41.866305 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaceb2b8-acc3-49a1-951e-1257a05c90a1 req-c04a9c15-32b8-4309-a0b5-5b3d2cf6a59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:41.867872 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-aaceb2b8-acc3-49a1-951e-1257a05c90a1 req-c04a9c15-32b8-4309-a0b5-5b3d2cf6a59a service neutron] 10.222.0.43 "GET /v2.0/networks?id=25660f6e-89b1-4547-96df-31c2bd7ec6d6 HTTP/1.1" status: 200  len: 910 time: 0.2158973
Apr 30 14:30:41.937564 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-1187e0e7-dd5e-4a6d-ad94-4e98c4ec7638 service neutron] For port f2f514a6-cd39-4f45-a902-9572c3eef23f, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f2f514a6-cd39-4f45-a902-9572c3eef23f,segment=NetworkSegment(7234b902-5872-49c5-8710-924ad51ea083),segment_id=7234b902-5872-49c5-8710-924ad51ea083)] {{(pid=73845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 14:30:41.949817 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-1187e0e7-dd5e-4a6d-ad94-4e98c4ec7638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5706148'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:41.956458 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-d92ba8f9-e40f-4def-b5c0-b7685179a036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:41.977476 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-8aec7603-173a-4ada-8539-51449ecd0d7a None None] Set router 8fc9ee25-2127-433e-9e3c-0a9821b9ae53 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:30:42.032771 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-1187e0e7-dd5e-4a6d-ad94-4e98c4ec7638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:42.033406 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-1187e0e7-dd5e-4a6d-ad94-4e98c4ec7638 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:42.034825 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-1187e0e7-dd5e-4a6d-ad94-4e98c4ec7638 service neutron] 10.222.0.43 "PUT /v2.0/ports/f2f514a6-cd39-4f45-a902-9572c3eef23f HTTP/1.1" status: 200  len: 1093 time: 1.4304657
Apr 30 14:30:42.035364 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548fb8a4-7cec-4ee4-90a7-d19db278b795', 'tag': 'f2f514a6-cd39-4f45-a902-9572c3eef23f'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:30:42.051561 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-aaceb2b8-acc3-49a1-951e-1257a05c90a1 req-616356d5-cdb2-436f-9ae9-54c757f481d1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a706a396-fb5b-42ce-b9f1-03c4a4df5a56 HTTP/1.1" status: 200  len: 999 time: 0.1760490
Apr 30 14:30:42.144043 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '548fb8a4-7cec-4ee4-90a7-d19db278b795', 'tag': 'f2f514a6-cd39-4f45-a902-9572c3eef23f', 'status': 'completed', 'code': 200}
Apr 30 14:30:42.175665 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187e0e7-dd5e-4a6d-ad94-4e98c4ec7638 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f514a6-cd39-4f45-a902-9572c3eef23f,revision_number=3']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:42.178894 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-1187e0e7-dd5e-4a6d-ad94-4e98c4ec7638 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:42.191813 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaceb2b8-acc3-49a1-951e-1257a05c90a1 req-194d2eee-534c-4aed-be39-6dee43de6c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:42.193474 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-aaceb2b8-acc3-49a1-951e-1257a05c90a1 req-194d2eee-534c-4aed-be39-6dee43de6c44 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf3e0834-d422-4d6e-a0c2-26fd77b79b17 HTTP/1.1" status: 200  len: 847 time: 0.1345463
Apr 30 14:30:42.260013 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-a4a28b75-b233-4033-af17-e4054556c1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:42.261468 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-a4a28b75-b233-4033-af17-e4054556c1b5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ed5f125b675145ad8413162584df1e52&device_id=548fb8a4-7cec-4ee4-90a7-d19db278b795 HTTP/1.1" status: 200  len: 1096 time: 0.1602612
Apr 30 14:30:42.346642 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-389a594f-4737-436d-bbb5-fcdb5c87c271 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2f514a6-cd39-4f45-a902-9572c3eef23f HTTP/1.1" status: 200  len: 217 time: 0.0717053
Apr 30 14:30:42.349887 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaceb2b8-acc3-49a1-951e-1257a05c90a1 req-f19c42ad-d190-4fff-8838-fc0cc750263c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:42.351264 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-aaceb2b8-acc3-49a1-951e-1257a05c90a1 req-f19c42ad-d190-4fff-8838-fc0cc750263c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=25660f6e-89b1-4547-96df-31c2bd7ec6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1496909
Apr 30 14:30:42.376852 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-8aec7603-173a-4ada-8539-51449ecd0d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc21fca90>, [{'id': '8fc9ee25-2127-433e-9e3c-0a9821b9ae53', 'name': 'tempest-TestShelveInstance-602583105-router', 'tenant_id': 'c99359a4c6474ee798e45ae1233320be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'b63fdb53-c570-44dc-b7eb-27d2f37ab999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:29:39Z', 'updated_at': '2021-04-30T14:29:43Z', 'revision_number': 4, 'project_id': 'c99359a4c6474ee798e45ae1233320be', 'gw_port': {'id': 'b63fdb53-c570-44dc-b7eb-27d2f37ab999', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:06:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc9ee25-2127-433e-9e3c-0a9821b9ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:29:40Z', 'updated_at': '2021-04-30T14:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_floatingips': [{'id': 'c9bf3927-23c9-46e4-907a-e10839b81f8a', 'tenant_id': 'c99359a4c6474ee798e45ae1233320be', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'router_id': '8fc9ee25-2127-433e-9e3c-0a9821b9ae53', 'port_id': 'a706a396-fb5b-42ce-b9f1-03c4a4df5a56', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25660f6e-89b1-4547-96df-31c2bd7ec6d6', 'mac_address': 'fa:16:3e:f3:b1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffeae80a-3520-4ae1-9333-9bcbf0e2a082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:30:39Z', 'updated_at': '2021-04-30T14:30:39Z', 'revision_number': 0, 'project_id': 'c99359a4c6474ee798e45ae1233320be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc0bab03-7840-4b48-981b-91c57c269388', 'name': '', 'network_id': '25660f6e-89b1-4547-96df-31c2bd7ec6d6', 'tenant_id': 'c99359a4c6474ee798e45ae1233320be', 'mac_address': 'fa:16:3e:63:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc9ee25-2127-433e-9e3c-0a9821b9ae53', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bf3e0834-d422-4d6e-a0c2-26fd77b79b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:29:42Z', 'updated_at': '2021-04-30T14:29:50Z', 'revision_number': 5, 'project_id': 'c99359a4c6474ee798e45ae1233320be', 'subnets': [{'id': 'bf3e0834-d422-4d6e-a0c2-26fd77b79b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:30:42.380993 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aec7603-173a-4ada-8539-51449ecd0d7a None None] The sync data for ids ['8fc9ee25-2127-433e-9e3c-0a9821b9ae53'] in dv-cinder-788365-2-iscsi is: [{'id': '8fc9ee25-2127-433e-9e3c-0a9821b9ae53', 'name': 'tempest-TestShelveInstance-602583105-router', 'tenant_id': 'c99359a4c6474ee798e45ae1233320be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'b63fdb53-c570-44dc-b7eb-27d2f37ab999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:29:39Z', 'updated_at': '2021-04-30T14:29:43Z', 'revision_number': 4, 'project_id': 'c99359a4c6474ee798e45ae1233320be', 'gw_port': {'id': 'b63fdb53-c570-44dc-b7eb-27d2f37ab999', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:06:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc9ee25-2127-433e-9e3c-0a9821b9ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:29:40Z', 'updated_at': '2021-04-30T14:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_floatingips': [{'id': 'c9bf3927-23c9-46e4-907a-e10839b81f8a', 'tenant_id': 'c99359a4c6474ee798e45ae1233320be', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'router_id': '8fc9ee25-2127-433e-9e3c-0a9821b9ae53', 'port_id': 'a706a396-fb5b-42ce-b9f1-03c4a4df5a56', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25660f6e-89b1-4547-96df-31c2bd7ec6d6', 'mac_address': 'fa:16:3e:f3:b1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffeae80a-3520-4ae1-9333-9bcbf0e2a082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:30:39Z', 'updated_at': '2021-04-30T14:30:39Z', 'revision_number': 0, 'project_id': 'c99359a4c6474ee798e45ae1233320be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc0bab03-7840-4b48-981b-91c57c269388', 'name': '', 'network_id': '25660f6e-89b1-4547-96df-31c2bd7ec6d6', 'tenant_id': 'c99359a4c6474ee798e45ae1233320be', 'mac_address': 'fa:16:3e:63:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc9ee25-2127-433e-9e3c-0a9821b9ae53', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bf3e0834-d422-4d6e-a0c2-26fd77b79b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:29:42Z', 'updated_at': '2021-04-30T14:29:50Z', 'revision_number': 5, 'project_id': 'c99359a4c6474ee798e45ae1233320be', 'subnets': [{'id': 'bf3e0834-d422-4d6e-a0c2-26fd77b79b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:30:42.473166 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c2056-ca05-4494-952e-2b69400397df req-45dbc487-1f74-4cc4-84e9-d946888f4573 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:42.474782 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-440c2056-ca05-4494-952e-2b69400397df req-45dbc487-1f74-4cc4-84e9-d946888f4573 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "GET /v2.0/ports?device_id=548fb8a4-7cec-4ee4-90a7-d19db278b795 HTTP/1.1" status: 200  len: 943 time: 0.0849440
Apr 30 14:30:42.525774 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-440c2056-ca05-4494-952e-2b69400397df req-a856318d-d13a-43eb-905b-ba5bf517d74d tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "GET /v2.0/security-groups?id=6524bc1e-3de1-4d82-951f-89674d32c7e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450363
Apr 30 14:30:42.584911 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd5c1ce-6b42-4483-a14d-4c5ea7769c92 None None] New status for floating IP c9bf3927-23c9-46e4-907a-e10839b81f8a: ACTIVE {{(pid=73847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 14:30:42.617736 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-40659f4a-6886-41a9-9406-ce1635ab7fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:42.619124 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-40659f4a-6886-41a9-9406-ce1635ab7fa0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f23d568-73de-4592-8503-c0c3b3a82d19 HTTP/1.1" status: 200  len: 851 time: 0.2591894
Apr 30 14:30:42.693439 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-aaceb2b8-acc3-49a1-951e-1257a05c90a1 req-98e524ad-c42f-4733-8f10-eb937c7b39ef service neutron] 10.222.0.43 "GET /v2.0/networks/25660f6e-89b1-4547-96df-31c2bd7ec6d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3322554
Apr 30 14:30:42.816201 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-c5695f2d-cbf6-469a-a178-722dcfb7c791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:42.817633 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-c5695f2d-cbf6-469a-a178-722dcfb7c791 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dbe1c35b-52b9-474c-956a-e01ca51e74ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1902332
Apr 30 14:30:42.874965 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-aaceb2b8-acc3-49a1-951e-1257a05c90a1 req-23a051ff-04e6-405a-ae2a-9059cd6d2694 service neutron] 10.222.0.43 "GET /v2.0/networks/25660f6e-89b1-4547-96df-31c2bd7ec6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1775279
Apr 30 14:30:42.965373 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-db899b10-0f15-43b8-9106-40c075601e03 service neutron] 10.222.0.43 "GET /v2.0/networks/dbe1c35b-52b9-474c-956a-e01ca51e74ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395841
Apr 30 14:30:43.099125 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-44f5d230-bbcf-4a65-96ab-62fd0c207b5f req-373d47d1-b029-4da5-8ecd-38ad5cd9b223 service neutron] 10.222.0.43 "GET /v2.0/networks/dbe1c35b-52b9-474c-956a-e01ca51e74ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240046
Apr 30 14:30:43.242031 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4437463-ab90-42c5-a47f-f111a2ed19d6 req-f3b51e99-bac3-4ae6-88e0-ce44909dea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:43.243485 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f4437463-ab90-42c5-a47f-f111a2ed19d6 req-f3b51e99-bac3-4ae6-88e0-ce44909dea22 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ed5f125b675145ad8413162584df1e52&device_id=548fb8a4-7cec-4ee4-90a7-d19db278b795 HTTP/1.1" status: 200  len: 1096 time: 0.0704749
Apr 30 14:30:43.372664 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4437463-ab90-42c5-a47f-f111a2ed19d6 req-25a6f18f-0b29-4941-9ab5-a69360816973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:43.374032 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f4437463-ab90-42c5-a47f-f111a2ed19d6 req-25a6f18f-0b29-4941-9ab5-a69360816973 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dbe1c35b-52b9-474c-956a-e01ca51e74ba HTTP/1.1" status: 200  len: 914 time: 0.1254849
Apr 30 14:30:43.442302 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f4437463-ab90-42c5-a47f-f111a2ed19d6 req-84fabc91-2bd6-41d5-b53a-3b1c359d8d95 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2f514a6-cd39-4f45-a902-9572c3eef23f HTTP/1.1" status: 200  len: 217 time: 0.0626783
Apr 30 14:30:43.501188 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4437463-ab90-42c5-a47f-f111a2ed19d6 req-e80ac4c8-8c33-424e-a34d-84406853acec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:43.503241 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f4437463-ab90-42c5-a47f-f111a2ed19d6 req-e80ac4c8-8c33-424e-a34d-84406853acec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f23d568-73de-4592-8503-c0c3b3a82d19 HTTP/1.1" status: 200  len: 851 time: 0.0569944
Apr 30 14:30:43.580440 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4437463-ab90-42c5-a47f-f111a2ed19d6 req-137039fd-a1d9-45a8-8394-5383cad10dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:43.581952 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f4437463-ab90-42c5-a47f-f111a2ed19d6 req-137039fd-a1d9-45a8-8394-5383cad10dab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dbe1c35b-52b9-474c-956a-e01ca51e74ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0736194
Apr 30 14:30:43.755766 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f4437463-ab90-42c5-a47f-f111a2ed19d6 req-f3bdefe8-6cb9-49e6-ac32-4aa0c817a745 service neutron] 10.222.0.43 "GET /v2.0/networks/dbe1c35b-52b9-474c-956a-e01ca51e74ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1692514
Apr 30 14:30:43.860589 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2e39e-287a-4297-a39d-a7c5d8616369 req-7e19836e-5153-4c2f-990d-69f95f636fc4 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:43.862681 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-83a2e39e-287a-4297-a39d-a7c5d8616369 req-7e19836e-5153-4c2f-990d-69f95f636fc4 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "GET /v2.0/ports?device_id=548fb8a4-7cec-4ee4-90a7-d19db278b795 HTTP/1.1" status: 200  len: 943 time: 0.1984310
Apr 30 14:30:43.930514 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-83a2e39e-287a-4297-a39d-a7c5d8616369 req-fe6830bc-7aae-44a1-bc04-ae4a172e3f66 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "GET /v2.0/security-groups?id=6524bc1e-3de1-4d82-951f-89674d32c7e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0608132
Apr 30 14:30:43.933587 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f4437463-ab90-42c5-a47f-f111a2ed19d6 req-40b21e4b-dd36-4eac-8cd6-32992e0bde41 service neutron] 10.222.0.43 "GET /v2.0/networks/dbe1c35b-52b9-474c-956a-e01ca51e74ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1737926
Apr 30 14:30:45.114597 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441dad8-d226-4ff0-bbc2-a8783d23cfcc req-c7f2d65c-70e6-466f-8096-4bad25970ee9 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:45.116054 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-6441dad8-d226-4ff0-bbc2-a8783d23cfcc req-c7f2d65c-70e6-466f-8096-4bad25970ee9 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "GET /v2.0/ports?device_id=548fb8a4-7cec-4ee4-90a7-d19db278b795 HTTP/1.1" status: 200  len: 943 time: 0.0834050
Apr 30 14:30:45.160986 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-6441dad8-d226-4ff0-bbc2-a8783d23cfcc req-533a5f6b-9844-4e4b-9bc1-08f137a3d37d tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "GET /v2.0/security-groups?id=6524bc1e-3de1-4d82-951f-89674d32c7e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391982
Apr 30 14:30:46.483055 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36dc58-8d57-4457-a150-630b79121daa req-ec265f77-db41-42bf-9184-c3de3e380811 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:46.484473 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7e36dc58-8d57-4457-a150-630b79121daa req-ec265f77-db41-42bf-9184-c3de3e380811 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "GET /v2.0/ports?device_id=548fb8a4-7cec-4ee4-90a7-d19db278b795 HTTP/1.1" status: 200  len: 943 time: 0.0822086
Apr 30 14:30:46.529625 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-7e36dc58-8d57-4457-a150-630b79121daa req-1ee9c4e4-8d11-4a1b-b884-d19bf5f177c9 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "GET /v2.0/security-groups?id=6524bc1e-3de1-4d82-951f-89674d32c7e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389540
Apr 30 14:30:47.716865 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e48e9-6a93-401a-bb1e-48c3c22a07c3 req-3850d114-d344-4bfb-8878-e274ec447a44 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:47.718350 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-2f6e48e9-6a93-401a-bb1e-48c3c22a07c3 req-3850d114-d344-4bfb-8878-e274ec447a44 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "GET /v2.0/ports?device_id=548fb8a4-7cec-4ee4-90a7-d19db278b795 HTTP/1.1" status: 200  len: 943 time: 0.0825262
Apr 30 14:30:47.762672 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-2f6e48e9-6a93-401a-bb1e-48c3c22a07c3 req-771ab431-2079-4606-84fc-c10549f0a5c5 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "GET /v2.0/security-groups?id=6524bc1e-3de1-4d82-951f-89674d32c7e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378652
Apr 30 14:30:48.681764 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f951bd7e-5b8e-4f14-9cf5-026d7748e46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:48.941306 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6113b7-c3b0-474d-b1c9-0d1334b145de req-8fcea6fe-8e77-4375-a07c-c9038cba0d91 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:48.942783 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ec6113b7-c3b0-474d-b1c9-0d1334b145de req-8fcea6fe-8e77-4375-a07c-c9038cba0d91 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "GET /v2.0/ports?device_id=548fb8a4-7cec-4ee4-90a7-d19db278b795 HTTP/1.1" status: 200  len: 943 time: 0.0774593
Apr 30 14:30:49.079215 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-ec6113b7-c3b0-474d-b1c9-0d1334b145de req-4fddfdd6-1c20-4b22-a8ba-91a908d357b5 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "GET /v2.0/security-groups?id=6524bc1e-3de1-4d82-951f-89674d32c7e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1307023
Apr 30 14:30:49.889276 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device f2f514a6-cd39-4f45-a902-9572c3eef23f details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=73846) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 14:30:50.027963 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port f2f514a6-cd39-4f45-a902-9572c3eef23f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f2f514a6-cd39-4f45-a902-9572c3eef23f,segment=NetworkSegment(7234b902-5872-49c5-8710-924ad51ea083),segment_id=7234b902-5872-49c5-8710-924ad51ea083)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:30:50.041407 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Returning: {'device': 'f2f514a6-cd39-4f45-a902-9572c3eef23f', 'network_id': 'dbe1c35b-52b9-474c-956a-e01ca51e74ba', 'port_id': 'f2f514a6-cd39-4f45-a902-9572c3eef23f', 'mac_address': 'fa:16:3e:da:92:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f23d568-73de-4592-8503-c0c3b3a82d19', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73846) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 14:30:50.098931 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:50.115511 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2f514a6-cd39-4f45-a902-9572c3eef23f {{(pid=73846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 14:30:50.130592 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port f2f514a6-cd39-4f45-a902-9572c3eef23f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f2f514a6-cd39-4f45-a902-9572c3eef23f,segment=NetworkSegment(7234b902-5872-49c5-8710-924ad51ea083),segment_id=7234b902-5872-49c5-8710-924ad51ea083)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:30:50.135376 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:50.137242 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-f356f705-2e69-457a-ab1a-bf561732ff6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:50.203567 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Pushing event updated for resources: {'Port': ['ID=f2f514a6-cd39-4f45-a902-9572c3eef23f,revision_number=4']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:50.211285 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:30:50.211636 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:30:50.211981 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:30:50.212321 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:30:50.212650 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:30:50.212980 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:30:50.213306 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:30:50.213634 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:30:50.213993 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:30:50.214318 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:30:50.214643 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:30:50.215318 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:30:50.218857 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:50.263885 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d993b-1166-490d-9d20-69dc4ab792ff req-e1e9ee3e-1635-4e97-ba6a-554f45c50311 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:50.265355 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-995d993b-1166-490d-9d20-69dc4ab792ff req-e1e9ee3e-1635-4e97-ba6a-554f45c50311 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "GET /v2.0/ports?device_id=548fb8a4-7cec-4ee4-90a7-d19db278b795 HTTP/1.1" status: 200  len: 944 time: 0.0794895
Apr 30 14:30:50.311044 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-995d993b-1166-490d-9d20-69dc4ab792ff req-29f56832-24f2-49a4-aebf-f7a64e5a9f0d tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "GET /v2.0/security-groups?id=6524bc1e-3de1-4d82-951f-89674d32c7e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391929
Apr 30 14:30:50.673728 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] get_ports_and_sgs() called for port_ids ['f2f514a6-cd39-4f45-a902-9572c3eef23f'] {{(pid=73846) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 14:30:51.446988 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f8ae60e7-37e6-4f0e-8e92-e32973518caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:51.470777 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:51.495376 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52d349-2a44-43e0-9e82-f0eeb49c8381 req-4958ac6f-5ab3-47c0-a07e-e48b167b7ec8 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:51.496800 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-dc52d349-2a44-43e0-9e82-f0eeb49c8381 req-4958ac6f-5ab3-47c0-a07e-e48b167b7ec8 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "GET /v2.0/ports?device_id=548fb8a4-7cec-4ee4-90a7-d19db278b795 HTTP/1.1" status: 200  len: 944 time: 0.0819283
Apr 30 14:30:51.542701 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-dc52d349-2a44-43e0-9e82-f0eeb49c8381 req-1f342db0-1ea5-4f0a-a753-b0244f739930 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "GET /v2.0/security-groups?id=6524bc1e-3de1-4d82-951f-89674d32c7e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389798
Apr 30 14:30:51.917041 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device f2f514a6-cd39-4f45-a902-9572c3eef23f up at agent hyperv_hv-cinder-78836 {{(pid=73846) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 14:30:51.983859 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Provisioning for port f2f514a6-cd39-4f45-a902-9572c3eef23f completed by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 14:30:51.989155 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.provisioning_blocks [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Provisioning complete for port f2f514a6-cd39-4f45-a902-9572c3eef23f triggered by entity L2. {{(pid=73846) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 14:30:51.989566 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983975'] for port, provisioning_complete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:52.104519 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:52.130996 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548fb8a4-7cec-4ee4-90a7-d19db278b795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f514a6-cd39-4f45-a902-9572c3eef23f'}] {{(pid=73846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:30:52.140544 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] For port f2f514a6-cd39-4f45-a902-9572c3eef23f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f2f514a6-cd39-4f45-a902-9572c3eef23f,segment=NetworkSegment(7234b902-5872-49c5-8710-924ad51ea083),segment_id=7234b902-5872-49c5-8710-924ad51ea083)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:30:52.144494 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251'] for port, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:52.146397 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:52.181857 dv-cinder-788365-2-iscsi neutron-server[73846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548fb8a4-7cec-4ee4-90a7-d19db278b795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f514a6-cd39-4f45-a902-9572c3eef23f', 'code': 200}
Apr 30 14:30:52.212844 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Pushing event updated for resources: {'Port': ['ID=f2f514a6-cd39-4f45-a902-9572c3eef23f,revision_number=5']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:52.216542 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:52.239590 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:52.383290 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:52.513205 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fe0c4-6a26-4c95-9407-f3142cf83ae1 req-0bd29101-3336-4a8e-846f-d1179aeb4860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:52.514666 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f01fe0c4-6a26-4c95-9407-f3142cf83ae1 req-0bd29101-3336-4a8e-846f-d1179aeb4860 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=548fb8a4-7cec-4ee4-90a7-d19db278b795 HTTP/1.1" status: 200  len: 1098 time: 0.0720692
Apr 30 14:30:52.552582 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-f01fe0c4-6a26-4c95-9407-f3142cf83ae1 req-d78d5559-7e92-45b1-9d11-fac29a7162f2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6524bc1e-3de1-4d82-951f-89674d32c7e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0330334
Apr 30 14:30:52.723682 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae8fae-6b76-48f4-b666-0e7ab948c714 req-6e02fe3c-fbc0-4986-bc5a-f603180bd246 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:52.725030 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a8ae8fae-6b76-48f4-b666-0e7ab948c714 req-6e02fe3c-fbc0-4986-bc5a-f603180bd246 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "GET /v2.0/ports?device_id=548fb8a4-7cec-4ee4-90a7-d19db278b795 HTTP/1.1" status: 200  len: 945 time: 0.0786064
Apr 30 14:30:52.771971 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-a8ae8fae-6b76-48f4-b666-0e7ab948c714 req-5e502dd0-16a9-478d-bed9-15f777b5c793 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "GET /v2.0/security-groups?id=6524bc1e-3de1-4d82-951f-89674d32c7e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412443
Apr 30 14:30:53.923133 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:53.964589 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0dc9b9-f70d-47ce-95a1-d43c80b5b087 req-5433d6fb-cb05-4564-a62a-3f80c033277e tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:53.966064 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-9c0dc9b9-f70d-47ce-95a1-d43c80b5b087 req-5433d6fb-cb05-4564-a62a-3f80c033277e tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "GET /v2.0/ports?device_id=548fb8a4-7cec-4ee4-90a7-d19db278b795 HTTP/1.1" status: 200  len: 945 time: 0.0871446
Apr 30 14:30:54.010912 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-9c0dc9b9-f70d-47ce-95a1-d43c80b5b087 req-971599c1-f4af-4aa5-ab1d-739eb247dc28 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "GET /v2.0/security-groups?id=6524bc1e-3de1-4d82-951f-89674d32c7e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387914
Apr 30 14:30:54.193232 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebf118-40ec-411c-8bc0-1e64144d882c req-2f214cd7-0f76-4942-a8ec-62c5c0135dfc tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:54.194690 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b8ebf118-40ec-411c-8bc0-1e64144d882c req-2f214cd7-0f76-4942-a8ec-62c5c0135dfc tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "GET /v2.0/ports?device_id=548fb8a4-7cec-4ee4-90a7-d19db278b795 HTTP/1.1" status: 200  len: 945 time: 0.0783272
Apr 30 14:30:54.238199 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b8ebf118-40ec-411c-8bc0-1e64144d882c req-77986c67-8caf-4d03-93b9-c8f07882777b tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "GET /v2.0/security-groups?id=6524bc1e-3de1-4d82-951f-89674d32c7e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378277
Apr 30 14:30:54.261097 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 54338) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:30:54.372294 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce68b30-0de6-494b-92c4-5ce76c51f204 tempest-TestVolumeBootPattern-1682704833 tempest-TestVolumeBootPattern-1682704833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:54.373770 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-2ce68b30-0de6-494b-92c4-5ce76c51f204 tempest-TestVolumeBootPattern-1682704833 tempest-TestVolumeBootPattern-1682704833-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=548fb8a4-7cec-4ee4-90a7-d19db278b795 HTTP/1.1" status: 200  len: 1093 time: 0.1117136
Apr 30 14:30:54.376664 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 54344) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:30:54.381552 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.v2.base [None req-b80de661-90fa-47e1-8ae4-211c5fccefb8 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Request body: {'floatingip': {'floating_network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'port_id': 'f2f514a6-cd39-4f45-a902-9572c3eef23f', 'tenant_id': 'ed5f125b675145ad8413162584df1e52', 'fixed_ip_address': '172.20.0.3'}} {{(pid=73845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 14:30:54.387325 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-b80de661-90fa-47e1-8ae4-211c5fccefb8 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 14:30:54.391086 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-b80de661-90fa-47e1-8ae4-211c5fccefb8 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Usage tracker for resource:floatingip and tenant:ed5f125b675145ad8413162584df1e52 is out of sync, need to count used quota {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 14:30:54.393850 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [None req-b80de661-90fa-47e1-8ae4-211c5fccefb8 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 14:30:54.399436 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.quota.driver [None req-b80de661-90fa-47e1-8ae4-211c5fccefb8 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 14:30:54.409920 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b80de661-90fa-47e1-8ae4-211c5fccefb8 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks [] for floatingip, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:54.545090 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b80de661-90fa-47e1-8ae4-211c5fccefb8 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:54.675318 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.db_base_plugin_common [None req-b80de661-90fa-47e1-8ae4-211c5fccefb8 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Allocated IP 172.27.1.48 (304f1885-0a25-4285-aed6-702a057610f8/49300ed0-235c-492b-9da4-467f65f5f0f0/60a42d9f-8c49-4ec3-8c7f-edaeaef7d650) {{(pid=73845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 14:30:54.820271 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b80de661-90fa-47e1-8ae4-211c5fccefb8 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks [] for port, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:54.849880 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b80de661-90fa-47e1-8ae4-211c5fccefb8 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774018237188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5706159'] for port, after_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:54.854209 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-5a513b46-e2cc-4284-8d81-a141c27bb62d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:54.911656 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80de661-90fa-47e1-8ae4-211c5fccefb8 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Network 304f1885-0a25-4285-aed6-702a057610f8 is already hosted by enough agents. {{(pid=73845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 14:30:54.914365 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.base_scheduler [None req-b80de661-90fa-47e1-8ae4-211c5fccefb8 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Resources bound (agent type, host, resource id):  {{(pid=73845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 14:30:54.916770 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80de661-90fa-47e1-8ae4-211c5fccefb8 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Received port after_create {{(pid=73845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 14:30:54.962962 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80de661-90fa-47e1-8ae4-211c5fccefb8 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Pushing event updated for resources: {'Port': ['ID=60a42d9f-8c49-4ec3-8c7f-edaeaef7d650,revision_number=1']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:54.965727 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-b80de661-90fa-47e1-8ae4-211c5fccefb8 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:55.372715 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b80de661-90fa-47e1-8ae4-211c5fccefb8 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:55.447845 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b80de661-90fa-47e1-8ae4-211c5fccefb8 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:55.729827 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b80de661-90fa-47e1-8ae4-211c5fccefb8 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks [] for port, precommit_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:55.734233 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b80de661-90fa-47e1-8ae4-211c5fccefb8 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774018672487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774018237206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774018237251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5706148'] for port, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:55.739110 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-d92ba8f9-e40f-4def-b5c0-b7685179a036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:30:55.843795 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80de661-90fa-47e1-8ae4-211c5fccefb8 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Pushing event updated for resources: {'Port': ['ID=60a42d9f-8c49-4ec3-8c7f-edaeaef7d650,revision_number=2']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:30:55.847005 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-b80de661-90fa-47e1-8ae4-211c5fccefb8 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:30:55.856243 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b80de661-90fa-47e1-8ae4-211c5fccefb8 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7998352'] for floatingip, after_update {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:56.025731 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.db.l3_db [None req-b80de661-90fa-47e1-8ae4-211c5fccefb8 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Floating IP bfee7801-403d-427a-bc19-1161f553ef71 associated. External IP: 172.27.1.48, port: f2f514a6-cd39-4f45-a902-9572c3eef23f.
Apr 30 14:30:56.370540 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80de661-90fa-47e1-8ae4-211c5fccefb8 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Router 77ae43f9-f25b-46c7-afe9-31fd1b29d643 has already been hosted by L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d {{(pid=73845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 14:30:56.543020 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80de661-90fa-47e1-8ae4-211c5fccefb8 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:30:56.552916 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8713cb9e-041b-47f9-aaa8-4d0f246adbe9 None None] Sync routers for ids ['77ae43f9-f25b-46c7-afe9-31fd1b29d643'] in dv-cinder-788365-2-iscsi {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:30:56.561683 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8713cb9e-041b-47f9-aaa8-4d0f246adbe9 None None] Routers {'77ae43f9-f25b-46c7-afe9-31fd1b29d643'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:30:56.562346 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-8713cb9e-041b-47f9-aaa8-4d0f246adbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc25525b0>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:30:51Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['77ae43f9-f25b-46c7-afe9-31fd1b29d643'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:30:56.566053 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-b80de661-90fa-47e1-8ae4-211c5fccefb8 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for floatingip, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:30:56.622372 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-b80de661-90fa-47e1-8ae4-211c5fccefb8 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.2446237
Apr 30 14:30:56.622921 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548fb8a4-7cec-4ee4-90a7-d19db278b795', 'tag': 'f2f514a6-cd39-4f45-a902-9572c3eef23f'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:30:56.667505 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '548fb8a4-7cec-4ee4-90a7-d19db278b795', 'tag': 'f2f514a6-cd39-4f45-a902-9572c3eef23f', 'status': 'completed', 'code': 200}
Apr 30 14:30:56.697384 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:30:56.744461 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-8713cb9e-041b-47f9-aaa8-4d0f246adbe9 None None] Set router 77ae43f9-f25b-46c7-afe9-31fd1b29d643 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:30:56.783100 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b75744-a7a0-4c74-916d-dd3a9b2106c4 req-580ced1e-0ec0-4f56-888f-ea69c32e45d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:56.784566 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-63b75744-a7a0-4c74-916d-dd3a9b2106c4 req-580ced1e-0ec0-4f56-888f-ea69c32e45d0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ed5f125b675145ad8413162584df1e52&device_id=548fb8a4-7cec-4ee4-90a7-d19db278b795 HTTP/1.1" status: 200  len: 1098 time: 0.0742114
Apr 30 14:30:56.912366 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b75744-a7a0-4c74-916d-dd3a9b2106c4 req-94537815-505d-4d9a-aba0-731b379714e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:56.913737 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-63b75744-a7a0-4c74-916d-dd3a9b2106c4 req-94537815-505d-4d9a-aba0-731b379714e3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dbe1c35b-52b9-474c-956a-e01ca51e74ba HTTP/1.1" status: 200  len: 914 time: 0.1247582
Apr 30 14:30:57.094162 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-8713cb9e-041b-47f9-aaa8-4d0f246adbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc25525b0>, [{'id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'name': 'tempest-TestVolumeBootPattern-2076405275-router', 'tenant_id': 'ed5f125b675145ad8413162584df1e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'aa44c099-a161-4d40-ab98-74995715fa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:30:05Z', 'updated_at': '2021-04-30T14:30:10Z', 'revision_number': 4, 'project_id': 'ed5f125b675145ad8413162584df1e52', 'gw_port': {'id': 'aa44c099-a161-4d40-ab98-74995715fa89', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:30:06Z', 'updated_at': '2021-04-30T14:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_floatingips': [{'id': 'bfee7801-403d-427a-bc19-1161f553ef71', 'tenant_id': 'ed5f125b675145ad8413162584df1e52', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'router_id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'port_id': 'f2f514a6-cd39-4f45-a902-9572c3eef23f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbe1c35b-52b9-474c-956a-e01ca51e74ba', 'mac_address': 'fa:16:3e:da:92:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548fb8a4-7cec-4ee4-90a7-d19db278b795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:30:55Z', 'updated_at': '2021-04-30T14:30:55Z', 'revision_number': 0, 'project_id': 'ed5f125b675145ad8413162584df1e52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bc0018d-3e27-470c-9d73-75f9e2b630d9', 'name': '', 'network_id': 'dbe1c35b-52b9-474c-956a-e01ca51e74ba', 'tenant_id': 'ed5f125b675145ad8413162584df1e52', 'mac_address': 'fa:16:3e:28:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9f23d568-73de-4592-8503-c0c3b3a82d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:30:09Z', 'updated_at': '2021-04-30T14:30:17Z', 'revision_number': 5, 'project_id': 'ed5f125b675145ad8413162584df1e52', 'subnets': [{'id': '9f23d568-73de-4592-8503-c0c3b3a82d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:30:57.098875 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8713cb9e-041b-47f9-aaa8-4d0f246adbe9 None None] Checking router: 77ae43f9-f25b-46c7-afe9-31fd1b29d643 for host: dv-cinder-788365-2-iscsi {{(pid=73846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:30:57.107142 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8713cb9e-041b-47f9-aaa8-4d0f246adbe9 None None] Routers {'77ae43f9-f25b-46c7-afe9-31fd1b29d643'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:30:57.107754 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-8713cb9e-041b-47f9-aaa8-4d0f246adbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc25525b0>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:30:51Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['77ae43f9-f25b-46c7-afe9-31fd1b29d643'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:30:57.119878 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-63b75744-a7a0-4c74-916d-dd3a9b2106c4 req-be2fd6f0-c7cf-4544-92be-b236b2aa0626 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2f514a6-cd39-4f45-a902-9572c3eef23f HTTP/1.1" status: 200  len: 998 time: 0.2018752
Apr 30 14:30:57.185136 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b75744-a7a0-4c74-916d-dd3a9b2106c4 req-b94587cf-b3c2-4648-9bb3-06c493d6c0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:57.186484 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-63b75744-a7a0-4c74-916d-dd3a9b2106c4 req-b94587cf-b3c2-4648-9bb3-06c493d6c0d3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f23d568-73de-4592-8503-c0c3b3a82d19 HTTP/1.1" status: 200  len: 851 time: 0.0570655
Apr 30 14:30:57.262455 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b75744-a7a0-4c74-916d-dd3a9b2106c4 req-6d6f4c2e-1a22-4b4c-9e1c-03f4735187b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:30:57.263901 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-63b75744-a7a0-4c74-916d-dd3a9b2106c4 req-6d6f4c2e-1a22-4b4c-9e1c-03f4735187b4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dbe1c35b-52b9-474c-956a-e01ca51e74ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0724573
Apr 30 14:30:57.285641 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-8713cb9e-041b-47f9-aaa8-4d0f246adbe9 None None] Set router 77ae43f9-f25b-46c7-afe9-31fd1b29d643 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:30:57.391530 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-63b75744-a7a0-4c74-916d-dd3a9b2106c4 req-3bad5522-1e50-406b-b290-a1a9e9f1925d service neutron] 10.222.0.43 "GET /v2.0/networks/dbe1c35b-52b9-474c-956a-e01ca51e74ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227453
Apr 30 14:30:57.526675 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-63b75744-a7a0-4c74-916d-dd3a9b2106c4 req-0c86d186-3bfa-40c7-84a8-b70cf9d0ba50 service neutron] 10.222.0.43 "GET /v2.0/networks/dbe1c35b-52b9-474c-956a-e01ca51e74ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265719
Apr 30 14:30:57.663480 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-8713cb9e-041b-47f9-aaa8-4d0f246adbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc25525b0>, [{'id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'name': 'tempest-TestVolumeBootPattern-2076405275-router', 'tenant_id': 'ed5f125b675145ad8413162584df1e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'aa44c099-a161-4d40-ab98-74995715fa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:30:05Z', 'updated_at': '2021-04-30T14:30:10Z', 'revision_number': 4, 'project_id': 'ed5f125b675145ad8413162584df1e52', 'gw_port': {'id': 'aa44c099-a161-4d40-ab98-74995715fa89', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:30:06Z', 'updated_at': '2021-04-30T14:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_floatingips': [{'id': 'bfee7801-403d-427a-bc19-1161f553ef71', 'tenant_id': 'ed5f125b675145ad8413162584df1e52', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'router_id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'port_id': 'f2f514a6-cd39-4f45-a902-9572c3eef23f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbe1c35b-52b9-474c-956a-e01ca51e74ba', 'mac_address': 'fa:16:3e:da:92:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548fb8a4-7cec-4ee4-90a7-d19db278b795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:30:55Z', 'updated_at': '2021-04-30T14:30:55Z', 'revision_number': 0, 'project_id': 'ed5f125b675145ad8413162584df1e52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bc0018d-3e27-470c-9d73-75f9e2b630d9', 'name': '', 'network_id': 'dbe1c35b-52b9-474c-956a-e01ca51e74ba', 'tenant_id': 'ed5f125b675145ad8413162584df1e52', 'mac_address': 'fa:16:3e:28:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9f23d568-73de-4592-8503-c0c3b3a82d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:30:09Z', 'updated_at': '2021-04-30T14:30:17Z', 'revision_number': 5, 'project_id': 'ed5f125b675145ad8413162584df1e52', 'subnets': [{'id': '9f23d568-73de-4592-8503-c0c3b3a82d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:30:57.667415 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8713cb9e-041b-47f9-aaa8-4d0f246adbe9 None None] The sync data for ids ['77ae43f9-f25b-46c7-afe9-31fd1b29d643'] in dv-cinder-788365-2-iscsi is: [{'id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'name': 'tempest-TestVolumeBootPattern-2076405275-router', 'tenant_id': 'ed5f125b675145ad8413162584df1e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'aa44c099-a161-4d40-ab98-74995715fa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:30:05Z', 'updated_at': '2021-04-30T14:30:10Z', 'revision_number': 4, 'project_id': 'ed5f125b675145ad8413162584df1e52', 'gw_port': {'id': 'aa44c099-a161-4d40-ab98-74995715fa89', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:30:06Z', 'updated_at': '2021-04-30T14:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_floatingips': [{'id': 'bfee7801-403d-427a-bc19-1161f553ef71', 'tenant_id': 'ed5f125b675145ad8413162584df1e52', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'router_id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'port_id': 'f2f514a6-cd39-4f45-a902-9572c3eef23f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbe1c35b-52b9-474c-956a-e01ca51e74ba', 'mac_address': 'fa:16:3e:da:92:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548fb8a4-7cec-4ee4-90a7-d19db278b795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T14:30:55Z', 'updated_at': '2021-04-30T14:30:55Z', 'revision_number': 0, 'project_id': 'ed5f125b675145ad8413162584df1e52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bc0018d-3e27-470c-9d73-75f9e2b630d9', 'name': '', 'network_id': 'dbe1c35b-52b9-474c-956a-e01ca51e74ba', 'tenant_id': 'ed5f125b675145ad8413162584df1e52', 'mac_address': 'fa:16:3e:28:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9f23d568-73de-4592-8503-c0c3b3a82d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:30:09Z', 'updated_at': '2021-04-30T14:30:17Z', 'revision_number': 5, 'project_id': 'ed5f125b675145ad8413162584df1e52', 'subnets': [{'id': '9f23d568-73de-4592-8503-c0c3b3a82d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:30:57.844857 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1915ec35-6932-4ce9-808f-078bf7163e8f None None] New status for floating IP bfee7801-403d-427a-bc19-1161f553ef71: ACTIVE {{(pid=73847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 14:31:12.896357 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e52ffbc1-5bf0-4517-a39c-a47df420c4fc req-69416c91-9d8c-45e4-abe3-081d7d01b760 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ffeae80a-3520-4ae1-9333-9bcbf0e2a082&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0720863
Apr 30 14:31:13.058245 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ffbc1-5bf0-4517-a39c-a47df420c4fc req-8a74cd56-a2c2-416b-80f0-d965a52c6829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:31:13.059828 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e52ffbc1-5bf0-4517-a39c-a47df420c4fc req-8a74cd56-a2c2-416b-80f0-d965a52c6829 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c99359a4c6474ee798e45ae1233320be&device_id=ffeae80a-3520-4ae1-9333-9bcbf0e2a082 HTTP/1.1" status: 200  len: 1098 time: 0.0742719
Apr 30 14:31:13.204236 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ffbc1-5bf0-4517-a39c-a47df420c4fc req-56eb6077-824e-4e5f-997d-3b46e47fff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:31:13.206145 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e52ffbc1-5bf0-4517-a39c-a47df420c4fc req-56eb6077-824e-4e5f-997d-3b46e47fff9d service neutron] 10.222.0.43 "GET /v2.0/networks?id=25660f6e-89b1-4547-96df-31c2bd7ec6d6 HTTP/1.1" status: 200  len: 910 time: 0.1287448
Apr 30 14:31:13.309850 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e52ffbc1-5bf0-4517-a39c-a47df420c4fc req-262c579e-4d61-4a79-a552-b52c2f2fce3a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a706a396-fb5b-42ce-b9f1-03c4a4df5a56 HTTP/1.1" status: 200  len: 1001 time: 0.0956011
Apr 30 14:31:13.376084 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ffbc1-5bf0-4517-a39c-a47df420c4fc req-ead3d4d3-8601-4f46-8860-2323b53e9860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:31:13.377578 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e52ffbc1-5bf0-4517-a39c-a47df420c4fc req-ead3d4d3-8601-4f46-8860-2323b53e9860 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf3e0834-d422-4d6e-a0c2-26fd77b79b17 HTTP/1.1" status: 200  len: 847 time: 0.0608299
Apr 30 14:31:13.448438 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ffbc1-5bf0-4517-a39c-a47df420c4fc req-531789df-2d06-4178-a42d-d4f9a59efa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:31:13.449917 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e52ffbc1-5bf0-4517-a39c-a47df420c4fc req-531789df-2d06-4178-a42d-d4f9a59efa33 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=25660f6e-89b1-4547-96df-31c2bd7ec6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0681977
Apr 30 14:31:13.576794 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e52ffbc1-5bf0-4517-a39c-a47df420c4fc req-ddac4955-b33a-4ee0-b06a-a0831b92ca09 service neutron] 10.222.0.43 "GET /v2.0/networks/25660f6e-89b1-4547-96df-31c2bd7ec6d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1219819
Apr 30 14:31:13.701671 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-e52ffbc1-5bf0-4517-a39c-a47df420c4fc req-9508e51e-60c4-4ece-85ed-3b33006bc1c3 service neutron] 10.222.0.43 "GET /v2.0/networks/25660f6e-89b1-4547-96df-31c2bd7ec6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1215549
Apr 30 14:31:18.686910 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-c17fe748-2503-4843-9512-73ec443e6f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:31:21.448145 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-5591950c-ceae-4e32-8582-f33a55b9b191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:31:21.472455 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:31:22.236832 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:31:22.385966 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:31:23.924316 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:31:33.696938 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:31:48.679797 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-e85966c8-3e72-45f3-a401-51bdd1df626d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:31:51.450085 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-33e20f7d-8916-4348-8c7c-8b92af587ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:31:51.475303 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:31:52.239148 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:31:52.390314 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:31:53.925090 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:32:10.695323 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:32:14.064360 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-156cd10f-4246-48b5-9be0-de010208b3d5 req-fda01215-0d39-42d2-8e0d-8bf7f962dbdf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=548fb8a4-7cec-4ee4-90a7-d19db278b795&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0724533
Apr 30 14:32:14.158602 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cd10f-4246-48b5-9be0-de010208b3d5 req-653d7ac5-db53-42d6-92ea-b19f26fa2464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:32:14.159965 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-156cd10f-4246-48b5-9be0-de010208b3d5 req-653d7ac5-db53-42d6-92ea-b19f26fa2464 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ed5f125b675145ad8413162584df1e52&device_id=548fb8a4-7cec-4ee4-90a7-d19db278b795 HTTP/1.1" status: 200  len: 1098 time: 0.0707984
Apr 30 14:32:14.306089 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cd10f-4246-48b5-9be0-de010208b3d5 req-1be8b4da-66de-403d-9e86-9f28c177acea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:32:14.307500 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-156cd10f-4246-48b5-9be0-de010208b3d5 req-1be8b4da-66de-403d-9e86-9f28c177acea service neutron] 10.222.0.43 "GET /v2.0/networks?id=dbe1c35b-52b9-474c-956a-e01ca51e74ba HTTP/1.1" status: 200  len: 914 time: 0.1263208
Apr 30 14:32:14.500471 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-156cd10f-4246-48b5-9be0-de010208b3d5 req-5f0bb28f-7931-4dde-a554-b433bfb9f8db service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2f514a6-cd39-4f45-a902-9572c3eef23f HTTP/1.1" status: 200  len: 1000 time: 0.1848891
Apr 30 14:32:14.560437 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cd10f-4246-48b5-9be0-de010208b3d5 req-a5f8bd0d-1ab0-4273-93e6-c0e31107ae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:32:14.561860 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-156cd10f-4246-48b5-9be0-de010208b3d5 req-a5f8bd0d-1ab0-4273-93e6-c0e31107ae32 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f23d568-73de-4592-8503-c0c3b3a82d19 HTTP/1.1" status: 200  len: 851 time: 0.0568366
Apr 30 14:32:14.637504 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cd10f-4246-48b5-9be0-de010208b3d5 req-8320f792-168b-4dd1-a984-a329c891b07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:32:14.638974 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-156cd10f-4246-48b5-9be0-de010208b3d5 req-8320f792-168b-4dd1-a984-a329c891b07a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dbe1c35b-52b9-474c-956a-e01ca51e74ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0721591
Apr 30 14:32:14.771381 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-156cd10f-4246-48b5-9be0-de010208b3d5 req-30fea01c-9fc1-497d-8094-abfd749495d0 service neutron] 10.222.0.43 "GET /v2.0/networks/dbe1c35b-52b9-474c-956a-e01ca51e74ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237426
Apr 30 14:32:14.903829 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-156cd10f-4246-48b5-9be0-de010208b3d5 req-976d18a9-cf9c-4d18-9201-c0d6c4f8ed2a service neutron] 10.222.0.43 "GET /v2.0/networks/dbe1c35b-52b9-474c-956a-e01ca51e74ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244223
Apr 30 14:32:18.682151 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-79581279-d1c3-4352-ae19-f47f82c11f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:32:21.451830 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2facc0cd-29c1-42a2-9fbc-df23c72af7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:32:21.477092 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:32:22.237368 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:32:22.391732 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:32:23.926806 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:32:47.694512 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:32:48.684369 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-88d4bc64-3f41-47ef-b9b2-55768c403758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:32:51.453791 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9c0c-a7f2-43b6-9f3e-fa001cce4149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:32:51.478917 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:32:52.237802 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:32:52.396390 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:32:53.929734 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:33:16.051478 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4a7f213f-b017-4ff0-8b4e-927156e970ca req-4dff59e2-0c69-4b35-bc27-2d49200a0e04 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ffeae80a-3520-4ae1-9333-9bcbf0e2a082&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0691426
Apr 30 14:33:16.208621 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f213f-b017-4ff0-8b4e-927156e970ca req-e1407696-0f79-4ff2-84cb-bd41a26ee421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:33:16.209999 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4a7f213f-b017-4ff0-8b4e-927156e970ca req-e1407696-0f79-4ff2-84cb-bd41a26ee421 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c99359a4c6474ee798e45ae1233320be&device_id=ffeae80a-3520-4ae1-9333-9bcbf0e2a082 HTTP/1.1" status: 200  len: 1098 time: 0.0730474
Apr 30 14:33:16.354913 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f213f-b017-4ff0-8b4e-927156e970ca req-5c50c379-1095-4b5f-b028-41d71400de03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:33:16.356321 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4a7f213f-b017-4ff0-8b4e-927156e970ca req-5c50c379-1095-4b5f-b028-41d71400de03 service neutron] 10.222.0.43 "GET /v2.0/networks?id=25660f6e-89b1-4547-96df-31c2bd7ec6d6 HTTP/1.1" status: 200  len: 910 time: 0.1245763
Apr 30 14:33:16.454828 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4a7f213f-b017-4ff0-8b4e-927156e970ca req-e71b698e-031c-47a7-8b86-2365d9a039f2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a706a396-fb5b-42ce-b9f1-03c4a4df5a56 HTTP/1.1" status: 200  len: 1001 time: 0.0906973
Apr 30 14:33:16.520975 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f213f-b017-4ff0-8b4e-927156e970ca req-9d66e6a7-e843-4fd4-a724-a7961b9e8a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:33:16.522387 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4a7f213f-b017-4ff0-8b4e-927156e970ca req-9d66e6a7-e843-4fd4-a724-a7961b9e8a0a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf3e0834-d422-4d6e-a0c2-26fd77b79b17 HTTP/1.1" status: 200  len: 847 time: 0.0605795
Apr 30 14:33:16.594907 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f213f-b017-4ff0-8b4e-927156e970ca req-c3c1acf9-05f0-433c-b399-356ef6f31387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:33:16.596361 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4a7f213f-b017-4ff0-8b4e-927156e970ca req-c3c1acf9-05f0-433c-b399-356ef6f31387 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=25660f6e-89b1-4547-96df-31c2bd7ec6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0691385
Apr 30 14:33:16.728316 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4a7f213f-b017-4ff0-8b4e-927156e970ca req-87f86750-1999-456f-b716-17834a57d79b service neutron] 10.222.0.43 "GET /v2.0/networks/25660f6e-89b1-4547-96df-31c2bd7ec6d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234500
Apr 30 14:33:16.861465 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-4a7f213f-b017-4ff0-8b4e-927156e970ca req-ed092fbb-f912-4e7a-9012-c1a4939a16c0 service neutron] 10.222.0.43 "GET /v2.0/networks/25660f6e-89b1-4547-96df-31c2bd7ec6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1251771
Apr 30 14:33:18.688072 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-fe82d41c-db10-456e-bdda-8debbb9960f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:33:21.454562 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-62074094-7e02-46ea-9804-303106d8903d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:33:21.480020 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:33:22.236721 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:33:22.398150 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:33:23.933370 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:33:24.693548 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:33:48.690376 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f23a801e-b592-48aa-b976-da97d9367da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:33:51.455293 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-1cc39730-973b-40b1-9b5b-f81dd067e78d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:33:51.481735 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:33:52.252317 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:33:52.401506 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:33:53.936900 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:01.692965 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:34:15.879488 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 54454) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:34:16.149570 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-08dbe6ff-ca2c-4402-b001-14d9b42d3316 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Deleting port fe082c6c-2887-4e4f-8507-2c88b0c2c3d4 {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:34:16.149851 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-08dbe6ff-ca2c-4402-b001-14d9b42d3316 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:16.353455 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-08dbe6ff-ca2c-4402-b001-14d9b42d3316 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:16.353807 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-08dbe6ff-ca2c-4402-b001-14d9b42d3316 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:16.474329 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-08dbe6ff-ca2c-4402-b001-14d9b42d3316 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Calling delete_port for fe082c6c-2887-4e4f-8507-2c88b0c2c3d4 owned by network:floatingip {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:34:16.589067 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-08dbe6ff-ca2c-4402-b001-14d9b42d3316 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5706159'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:16.592634 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-9768b166-b0a4-44c5-b98f-47a9e48ff6d2 tempest-VolumesActionsTest-687857739 tempest-VolumesActionsTest-687857739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:34:16.671218 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbe6ff-ca2c-4402-b001-14d9b42d3316 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Pushing event deleted for resources: {'Port': ['ID=fe082c6c-2887-4e4f-8507-2c88b0c2c3d4,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:34:16.713056 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbe6ff-ca2c-4402-b001-14d9b42d3316 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:34:16.713431 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbe6ff-ca2c-4402-b001-14d9b42d3316 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:34:16.713827 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbe6ff-ca2c-4402-b001-14d9b42d3316 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:34:16.714193 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbe6ff-ca2c-4402-b001-14d9b42d3316 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:34:16.714548 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbe6ff-ca2c-4402-b001-14d9b42d3316 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:34:16.714901 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbe6ff-ca2c-4402-b001-14d9b42d3316 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:34:16.715253 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbe6ff-ca2c-4402-b001-14d9b42d3316 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:34:16.715603 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbe6ff-ca2c-4402-b001-14d9b42d3316 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:34:16.715952 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbe6ff-ca2c-4402-b001-14d9b42d3316 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:34:16.716301 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbe6ff-ca2c-4402-b001-14d9b42d3316 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:34:16.716647 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbe6ff-ca2c-4402-b001-14d9b42d3316 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:34:16.716993 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbe6ff-ca2c-4402-b001-14d9b42d3316 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:34:16.724995 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-08dbe6ff-ca2c-4402-b001-14d9b42d3316 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:34:16.791171 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-08dbe6ff-ca2c-4402-b001-14d9b42d3316 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks [] for floatingip, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:16.791499 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.db.l3_db [None req-08dbe6ff-ca2c-4402-b001-14d9b42d3316 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Floating IP c9bf3927-23c9-46e4-907a-e10839b81f8a disassociated (deleted). External IP: 172.27.1.152, port: a706a396-fb5b-42ce-b9f1-03c4a4df5a56.
Apr 30 14:34:16.862457 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b34659ac-ad3f-4959-98be-22e0c12f2194 req-158ec0f3-9451-43fe-90ad-024fbf0de7d9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=548fb8a4-7cec-4ee4-90a7-d19db278b795&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2337635
Apr 30 14:34:17.107728 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34659ac-ad3f-4959-98be-22e0c12f2194 req-2bd0a924-2cac-4c04-ad4b-b53e1870f8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:34:17.109194 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b34659ac-ad3f-4959-98be-22e0c12f2194 req-2bd0a924-2cac-4c04-ad4b-b53e1870f8fa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ed5f125b675145ad8413162584df1e52&device_id=548fb8a4-7cec-4ee4-90a7-d19db278b795 HTTP/1.1" status: 200  len: 1098 time: 0.1714537
Apr 30 14:34:17.307056 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08dbe6ff-ca2c-4402-b001-14d9b42d3316 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Router 8fc9ee25-2127-433e-9e3c-0a9821b9ae53 has already been hosted by L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d {{(pid=73845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 14:34:17.379817 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34659ac-ad3f-4959-98be-22e0c12f2194 req-bbc3eb0f-f7a3-444c-b97a-5bdc1ecd2d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:34:17.381248 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b34659ac-ad3f-4959-98be-22e0c12f2194 req-bbc3eb0f-f7a3-444c-b97a-5bdc1ecd2d37 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dbe1c35b-52b9-474c-956a-e01ca51e74ba HTTP/1.1" status: 200  len: 914 time: 0.2134101
Apr 30 14:34:17.660755 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b34659ac-ad3f-4959-98be-22e0c12f2194 req-b4a60261-5bc7-464a-ac92-2bba5bc29f79 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2f514a6-cd39-4f45-a902-9572c3eef23f HTTP/1.1" status: 200  len: 1000 time: 0.2627041
Apr 30 14:34:17.722525 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08dbe6ff-ca2c-4402-b001-14d9b42d3316 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:34:17.732077 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a710c63a-9e53-41a2-8573-0bb24f92ccd2 None None] Sync routers for ids ['8fc9ee25-2127-433e-9e3c-0a9821b9ae53'] in dv-cinder-788365-2-iscsi {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:34:17.742283 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a710c63a-9e53-41a2-8573-0bb24f92ccd2 None None] Routers {'8fc9ee25-2127-433e-9e3c-0a9821b9ae53'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:34:17.743062 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-a710c63a-9e53-41a2-8573-0bb24f92ccd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc2620df0>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:33:51Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['8fc9ee25-2127-433e-9e3c-0a9821b9ae53'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:34:17.747577 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34659ac-ad3f-4959-98be-22e0c12f2194 req-419af03b-119f-4460-862a-6e373067097d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:34:17.748997 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b34659ac-ad3f-4959-98be-22e0c12f2194 req-419af03b-119f-4460-862a-6e373067097d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f23d568-73de-4592-8503-c0c3b3a82d19 HTTP/1.1" status: 200  len: 851 time: 0.0770934
Apr 30 14:34:17.753164 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-08dbe6ff-ca2c-4402-b001-14d9b42d3316 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for floatingip, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:17.854517 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-08dbe6ff-ca2c-4402-b001-14d9b42d3316 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "DELETE /v2.0/floatingips/c9bf3927-23c9-46e4-907a-e10839b81f8a HTTP/1.1" status: 204  len: 168 time: 1.9739487
Apr 30 14:34:17.855990 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffeae80a-3520-4ae1-9333-9bcbf0e2a082', 'tag': 'a706a396-fb5b-42ce-b9f1-03c4a4df5a56'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:34:17.884365 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34659ac-ad3f-4959-98be-22e0c12f2194 req-a3f1612c-fa93-43e7-9144-287d37423ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:34:17.886200 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b34659ac-ad3f-4959-98be-22e0c12f2194 req-a3f1612c-fa93-43e7-9144-287d37423ce2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dbe1c35b-52b9-474c-956a-e01ca51e74ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1073370
Apr 30 14:34:17.947404 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-a710c63a-9e53-41a2-8573-0bb24f92ccd2 None None] Set router 8fc9ee25-2127-433e-9e3c-0a9821b9ae53 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:34:18.055242 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b34659ac-ad3f-4959-98be-22e0c12f2194 req-f3f7e57b-e6c7-42b4-a230-6498915e8ca6 service neutron] 10.222.0.43 "GET /v2.0/networks/dbe1c35b-52b9-474c-956a-e01ca51e74ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1601503
Apr 30 14:34:18.088739 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffeae80a-3520-4ae1-9333-9bcbf0e2a082', 'tag': 'a706a396-fb5b-42ce-b9f1-03c4a4df5a56', 'status': 'completed', 'code': 200}
Apr 30 14:34:18.298612 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-b34659ac-ad3f-4959-98be-22e0c12f2194 req-53ee3fcf-efac-4de2-bd57-90f57ec33e54 service neutron] 10.222.0.43 "GET /v2.0/networks/dbe1c35b-52b9-474c-956a-e01ca51e74ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2392912
Apr 30 14:34:18.323119 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-a710c63a-9e53-41a2-8573-0bb24f92ccd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc2620df0>, [{'id': '8fc9ee25-2127-433e-9e3c-0a9821b9ae53', 'name': 'tempest-TestShelveInstance-602583105-router', 'tenant_id': 'c99359a4c6474ee798e45ae1233320be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'b63fdb53-c570-44dc-b7eb-27d2f37ab999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:29:39Z', 'updated_at': '2021-04-30T14:29:43Z', 'revision_number': 4, 'project_id': 'c99359a4c6474ee798e45ae1233320be', 'gw_port': {'id': 'b63fdb53-c570-44dc-b7eb-27d2f37ab999', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:06:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc9ee25-2127-433e-9e3c-0a9821b9ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:29:40Z', 'updated_at': '2021-04-30T14:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': 'bc0bab03-7840-4b48-981b-91c57c269388', 'name': '', 'network_id': '25660f6e-89b1-4547-96df-31c2bd7ec6d6', 'tenant_id': 'c99359a4c6474ee798e45ae1233320be', 'mac_address': 'fa:16:3e:63:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc9ee25-2127-433e-9e3c-0a9821b9ae53', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bf3e0834-d422-4d6e-a0c2-26fd77b79b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:29:42Z', 'updated_at': '2021-04-30T14:29:50Z', 'revision_number': 5, 'project_id': 'c99359a4c6474ee798e45ae1233320be', 'subnets': [{'id': 'bf3e0834-d422-4d6e-a0c2-26fd77b79b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:34:18.327155 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a710c63a-9e53-41a2-8573-0bb24f92ccd2 None None] Checking router: 8fc9ee25-2127-433e-9e3c-0a9821b9ae53 for host: dv-cinder-788365-2-iscsi {{(pid=73846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:34:18.328596 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122d401-bd86-430a-9109-f686a0adcb82 req-0d16fbe0-d083-4aca-bc6a-0a2ab8aa4f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:34:18.330060 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d122d401-bd86-430a-9109-f686a0adcb82 req-0d16fbe0-d083-4aca-bc6a-0a2ab8aa4f93 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c99359a4c6474ee798e45ae1233320be&device_id=ffeae80a-3520-4ae1-9333-9bcbf0e2a082 HTTP/1.1" status: 200  len: 1098 time: 0.1759105
Apr 30 14:34:18.336376 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a710c63a-9e53-41a2-8573-0bb24f92ccd2 None None] Routers {'8fc9ee25-2127-433e-9e3c-0a9821b9ae53'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:34:18.337092 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-a710c63a-9e53-41a2-8573-0bb24f92ccd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc2620df0>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:33:51Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['8fc9ee25-2127-433e-9e3c-0a9821b9ae53'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:34:18.347139 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee6188-e132-457a-a77b-e6e62ea2fc5d req-0ca3af4c-1a84-4dd5-9ca2-50a47f34ce86 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:34:18.347849 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-37ee6188-e132-457a-a77b-e6e62ea2fc5d req-0ca3af4c-1a84-4dd5-9ca2-50a47f34ce86 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Synchronizing usage tracker for tenant:c99359a4c6474ee798e45ae1233320be on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:34:18.437371 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-37ee6188-e132-457a-a77b-e6e62ea2fc5d req-0ca3af4c-1a84-4dd5-9ca2-50a47f34ce86 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Unset dirty status for tenant:c99359a4c6474ee798e45ae1233320be on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:34:18.438565 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-37ee6188-e132-457a-a77b-e6e62ea2fc5d req-0ca3af4c-1a84-4dd5-9ca2-50a47f34ce86 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffeae80a-3520-4ae1-9333-9bcbf0e2a082 HTTP/1.1" status: 200  len: 945 time: 0.2395630
Apr 30 14:34:18.513952 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-37ee6188-e132-457a-a77b-e6e62ea2fc5d req-835184f5-9f00-4630-889a-507a2384dc06 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "GET /v2.0/security-groups?id=04f0a0c5-59d1-4693-b19f-31a01450a3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0628278
Apr 30 14:34:18.518238 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122d401-bd86-430a-9109-f686a0adcb82 req-a671adde-44c5-4797-a6c7-b90538b04ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:34:18.519900 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d122d401-bd86-430a-9109-f686a0adcb82 req-a671adde-44c5-4797-a6c7-b90538b04ca6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=25660f6e-89b1-4547-96df-31c2bd7ec6d6 HTTP/1.1" status: 200  len: 910 time: 0.1680942
Apr 30 14:34:18.561094 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-a710c63a-9e53-41a2-8573-0bb24f92ccd2 None None] Set router 8fc9ee25-2127-433e-9e3c-0a9821b9ae53 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:34:18.586965 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d122d401-bd86-430a-9109-f686a0adcb82 req-a3d4afd7-03ee-4609-8b45-74c7a4dd5110 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a706a396-fb5b-42ce-b9f1-03c4a4df5a56 HTTP/1.1" status: 200  len: 217 time: 0.0611901
Apr 30 14:34:18.653572 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122d401-bd86-430a-9109-f686a0adcb82 req-0ba7b2ca-274f-4c2c-ab1d-32ba820e29f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:34:18.655018 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d122d401-bd86-430a-9109-f686a0adcb82 req-0ba7b2ca-274f-4c2c-ab1d-32ba820e29f3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf3e0834-d422-4d6e-a0c2-26fd77b79b17 HTTP/1.1" status: 200  len: 847 time: 0.0606036
Apr 30 14:34:18.729225 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122d401-bd86-430a-9109-f686a0adcb82 req-604c21a8-4d11-489c-898f-0a9f79f37816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:34:18.730737 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d122d401-bd86-430a-9109-f686a0adcb82 req-604c21a8-4d11-489c-898f-0a9f79f37816 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=25660f6e-89b1-4547-96df-31c2bd7ec6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0702202
Apr 30 14:34:18.776264 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-f5dbd3ae-226a-4e3a-a7c4-405dba4e0618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:18.863358 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d122d401-bd86-430a-9109-f686a0adcb82 req-2881052f-f484-4a7d-8a02-819aec65da8c service neutron] 10.222.0.43 "GET /v2.0/networks/25660f6e-89b1-4547-96df-31c2bd7ec6d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270337
Apr 30 14:34:18.880953 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-a710c63a-9e53-41a2-8573-0bb24f92ccd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc2620df0>, [{'id': '8fc9ee25-2127-433e-9e3c-0a9821b9ae53', 'name': 'tempest-TestShelveInstance-602583105-router', 'tenant_id': 'c99359a4c6474ee798e45ae1233320be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'b63fdb53-c570-44dc-b7eb-27d2f37ab999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:29:39Z', 'updated_at': '2021-04-30T14:29:43Z', 'revision_number': 4, 'project_id': 'c99359a4c6474ee798e45ae1233320be', 'gw_port': {'id': 'b63fdb53-c570-44dc-b7eb-27d2f37ab999', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:06:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc9ee25-2127-433e-9e3c-0a9821b9ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:29:40Z', 'updated_at': '2021-04-30T14:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': 'bc0bab03-7840-4b48-981b-91c57c269388', 'name': '', 'network_id': '25660f6e-89b1-4547-96df-31c2bd7ec6d6', 'tenant_id': 'c99359a4c6474ee798e45ae1233320be', 'mac_address': 'fa:16:3e:63:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc9ee25-2127-433e-9e3c-0a9821b9ae53', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bf3e0834-d422-4d6e-a0c2-26fd77b79b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:29:42Z', 'updated_at': '2021-04-30T14:29:50Z', 'revision_number': 5, 'project_id': 'c99359a4c6474ee798e45ae1233320be', 'subnets': [{'id': 'bf3e0834-d422-4d6e-a0c2-26fd77b79b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:34:18.884944 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a710c63a-9e53-41a2-8573-0bb24f92ccd2 None None] The sync data for ids ['8fc9ee25-2127-433e-9e3c-0a9821b9ae53'] in dv-cinder-788365-2-iscsi is: [{'id': '8fc9ee25-2127-433e-9e3c-0a9821b9ae53', 'name': 'tempest-TestShelveInstance-602583105-router', 'tenant_id': 'c99359a4c6474ee798e45ae1233320be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'b63fdb53-c570-44dc-b7eb-27d2f37ab999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:29:39Z', 'updated_at': '2021-04-30T14:29:43Z', 'revision_number': 4, 'project_id': 'c99359a4c6474ee798e45ae1233320be', 'gw_port': {'id': 'b63fdb53-c570-44dc-b7eb-27d2f37ab999', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:06:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc9ee25-2127-433e-9e3c-0a9821b9ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:29:40Z', 'updated_at': '2021-04-30T14:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': 'bc0bab03-7840-4b48-981b-91c57c269388', 'name': '', 'network_id': '25660f6e-89b1-4547-96df-31c2bd7ec6d6', 'tenant_id': 'c99359a4c6474ee798e45ae1233320be', 'mac_address': 'fa:16:3e:63:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc9ee25-2127-433e-9e3c-0a9821b9ae53', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'bf3e0834-d422-4d6e-a0c2-26fd77b79b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:29:42Z', 'updated_at': '2021-04-30T14:29:50Z', 'revision_number': 5, 'project_id': 'c99359a4c6474ee798e45ae1233320be', 'subnets': [{'id': 'bf3e0834-d422-4d6e-a0c2-26fd77b79b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:34:18.998992 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-d122d401-bd86-430a-9109-f686a0adcb82 req-e96998e6-cb31-4e66-bba4-6713799fb25d service neutron] 10.222.0.43 "GET /v2.0/networks/25660f6e-89b1-4547-96df-31c2bd7ec6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1309099
Apr 30 14:34:19.191685 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5977c72-f0eb-40fd-a246-36bb47a1ee09 None None] New status for floating IP c9bf3927-23c9-46e4-907a-e10839b81f8a: DOWN {{(pid=73847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 14:34:19.628229 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de37bd-ce3a-4c54-8d78-068ffd2c52d6 req-78eaf538-3a5c-4be1-b138-eab3035dd13b tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:34:19.629693 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-11de37bd-ce3a-4c54-8d78-068ffd2c52d6 req-78eaf538-3a5c-4be1-b138-eab3035dd13b tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffeae80a-3520-4ae1-9333-9bcbf0e2a082 HTTP/1.1" status: 200  len: 945 time: 0.0870948
Apr 30 14:34:19.716475 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b00757-8e5c-4307-abdb-fe4553a384ed req-f146ebc1-3a2a-4a2f-aced-4a686ad413bd tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:34:19.717972 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-65b00757-8e5c-4307-abdb-fe4553a384ed req-f146ebc1-3a2a-4a2f-aced-4a686ad413bd tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffeae80a-3520-4ae1-9333-9bcbf0e2a082 HTTP/1.1" status: 200  len: 945 time: 0.0797534
Apr 30 14:34:19.766572 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-65b00757-8e5c-4307-abdb-fe4553a384ed req-8be7a347-3ae6-4330-b001-2cbd5fabd911 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "GET /v2.0/security-groups?id=04f0a0c5-59d1-4693-b19f-31a01450a3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427790
Apr 30 14:34:19.767293 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-11de37bd-ce3a-4c54-8d78-068ffd2c52d6 req-04301d6f-2711-4c42-89ba-a66f9faa9ef3 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Deleting port a706a396-fb5b-42ce-b9f1-03c4a4df5a56 {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:34:19.767634 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-11de37bd-ce3a-4c54-8d78-068ffd2c52d6 req-04301d6f-2711-4c42-89ba-a66f9faa9ef3 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:19.992934 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-11de37bd-ce3a-4c54-8d78-068ffd2c52d6 req-04301d6f-2711-4c42-89ba-a66f9faa9ef3 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] For port a706a396-fb5b-42ce-b9f1-03c4a4df5a56, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a706a396-fb5b-42ce-b9f1-03c4a4df5a56,segment=NetworkSegment(118fb0d6-0794-4e1e-babb-ebea8ea39b97),segment_id=118fb0d6-0794-4e1e-babb-ebea8ea39b97)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:34:19.993511 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-11de37bd-ce3a-4c54-8d78-068ffd2c52d6 req-04301d6f-2711-4c42-89ba-a66f9faa9ef3 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:20.122295 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-11de37bd-ce3a-4c54-8d78-068ffd2c52d6 req-04301d6f-2711-4c42-89ba-a66f9faa9ef3 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Calling delete_port for a706a396-fb5b-42ce-b9f1-03c4a4df5a56 owned by compute:nova {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:34:20.226720 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-11de37bd-ce3a-4c54-8d78-068ffd2c52d6 req-04301d6f-2711-4c42-89ba-a66f9faa9ef3 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5706159'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:20.232365 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-ba0a3801-29f4-4bfd-ae42-275484726514 tempest-AttachVolumeTestJSON-736769900 tempest-AttachVolumeTestJSON-736769900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:34:20.280976 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04301d6f-2711-4c42-89ba-a66f9faa9ef3 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Pushing event deleted for resources: {'Port': ['ID=a706a396-fb5b-42ce-b9f1-03c4a4df5a56,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:34:20.284863 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-04301d6f-2711-4c42-89ba-a66f9faa9ef3 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:34:20.357224 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-11de37bd-ce3a-4c54-8d78-068ffd2c52d6 req-04301d6f-2711-4c42-89ba-a66f9faa9ef3 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] No DVR routers for this DVR port a706a396-fb5b-42ce-b9f1-03c4a4df5a56 on host hv-cinder-78836 {{(pid=73845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 14:34:20.359791 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-11de37bd-ce3a-4c54-8d78-068ffd2c52d6 req-04301d6f-2711-4c42-89ba-a66f9faa9ef3 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:20.362436 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffeae80a-3520-4ae1-9333-9bcbf0e2a082', 'name': 'network-vif-deleted', 'tag': 'a706a396-fb5b-42ce-b9f1-03c4a4df5a56'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:34:20.379182 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-11de37bd-ce3a-4c54-8d78-068ffd2c52d6 req-04301d6f-2711-4c42-89ba-a66f9faa9ef3 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.43 "DELETE /v2.0/ports/a706a396-fb5b-42ce-b9f1-03c4a4df5a56 HTTP/1.1" status: 204  len: 173 time: 0.7428749
Apr 30 14:34:20.412935 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffeae80a-3520-4ae1-9333-9bcbf0e2a082', 'name': 'network-vif-deleted', 'tag': 'a706a396-fb5b-42ce-b9f1-03c4a4df5a56', 'status': 'completed', 'code': 200}
Apr 30 14:34:20.921092 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-9a0f9978-ba5e-48e7-85b8-9cebd3ee131f req-12704d15-ba5a-48a4-a905-411dd855c698 tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffeae80a-3520-4ae1-9333-9bcbf0e2a082 HTTP/1.1" status: 200  len: 210 time: 0.0445759
Apr 30 14:34:21.458066 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-85378251-bf94-46e4-8633-3ce16a114564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:21.485541 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:22.017010 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 54476) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:34:22.090233 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-a61fed9d-e316-4dc2-a4fc-3207b15e27ec tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:22.121554 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-a61fed9d-e316-4dc2-a4fc-3207b15e27ec tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:22.189733 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-a61fed9d-e316-4dc2-a4fc-3207b15e27ec tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:22.194595 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-cb2dc0fc-77ab-4dce-ace6-707a1119701f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:34:22.208480 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61fed9d-e316-4dc2-a4fc-3207b15e27ec tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f0a0c5-59d1-4693-b19f-31a01450a3c4,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:34:22.211143 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-a61fed9d-e316-4dc2-a4fc-3207b15e27ec tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:34:22.220750 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-a61fed9d-e316-4dc2-a4fc-3207b15e27ec tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:22.221894 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-a61fed9d-e316-4dc2-a4fc-3207b15e27ec tempest-TestShelveInstance-548204006 tempest-TestShelveInstance-548204006-project] 10.222.0.32 "DELETE /v2.0/security-groups/04f0a0c5-59d1-4693-b19f-31a01450a3c4 HTTP/1.1" status: 204  len: 168 time: 0.2038662
Apr 30 14:34:22.267065 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:22.404667 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:23.013620 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device a706a396-fb5b-42ce-b9f1-03c4a4df5a56 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:34:23.050975 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] No Port match for: a706a396-fb5b-42ce-b9f1-03c4a4df5a56 {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:34:23.051337 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device a706a396-fb5b-42ce-b9f1-03c4a4df5a56 not bound to the agent host hv-cinder-78836 {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:34:23.295094 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 54484) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:34:23.810670 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e29c3cb6-b6a9-4d93-b232-40d2b01cae45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998330'] for router_interface, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:23.938967 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:24.300453 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-e29c3cb6-b6a9-4d93-b232-40d2b01cae45 admin admin] Deleting port bc0bab03-7840-4b48-981b-91c57c269388 {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:34:24.301068 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e29c3cb6-b6a9-4d93-b232-40d2b01cae45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:24.426983 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [None req-e29c3cb6-b6a9-4d93-b232-40d2b01cae45 admin admin] For port bc0bab03-7840-4b48-981b-91c57c269388, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=bc0bab03-7840-4b48-981b-91c57c269388,segment=NetworkSegment(118fb0d6-0794-4e1e-babb-ebea8ea39b97),segment_id=118fb0d6-0794-4e1e-babb-ebea8ea39b97)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:34:24.427324 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e29c3cb6-b6a9-4d93-b232-40d2b01cae45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:24.548743 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-e29c3cb6-b6a9-4d93-b232-40d2b01cae45 admin admin] Calling delete_port for bc0bab03-7840-4b48-981b-91c57c269388 owned by network:router_interface {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:34:24.841283 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e29c3cb6-b6a9-4d93-b232-40d2b01cae45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5706159'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:24.845288 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-70c0196f-1431-4338-a8de-0b03bc092759 tempest-ServerRescueNegativeTestJSON-1278771449 tempest-ServerRescueNegativeTestJSON-1278771449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:34:24.891941 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c3cb6-b6a9-4d93-b232-40d2b01cae45 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc0bab03-7840-4b48-981b-91c57c269388,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:34:24.895121 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-e29c3cb6-b6a9-4d93-b232-40d2b01cae45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:34:25.155629 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-e29c3cb6-b6a9-4d93-b232-40d2b01cae45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8003786'] for router_interface, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:25.602517 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e29c3cb6-b6a9-4d93-b232-40d2b01cae45 admin admin] Router 8fc9ee25-2127-433e-9e3c-0a9821b9ae53 has already been hosted by L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d {{(pid=73845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 14:34:25.777346 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29c3cb6-b6a9-4d93-b232-40d2b01cae45 admin admin] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:34:25.786176 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a5f232-745b-45af-9805-fdc22bfaf5ac None None] Sync routers for ids ['8fc9ee25-2127-433e-9e3c-0a9821b9ae53'] in dv-cinder-788365-2-iscsi {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:34:25.790381 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-e29c3cb6-b6a9-4d93-b232-40d2b01cae45 admin admin] 10.222.0.32 "PUT /v2.0/routers/8fc9ee25-2127-433e-9e3c-0a9821b9ae53/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4938865
Apr 30 14:34:25.792746 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 54488) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:34:25.796013 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a5f232-745b-45af-9805-fdc22bfaf5ac None None] Routers {'8fc9ee25-2127-433e-9e3c-0a9821b9ae53'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:34:25.796627 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-98a5f232-745b-45af-9805-fdc22bfaf5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc1fad070>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:34:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['8fc9ee25-2127-433e-9e3c-0a9821b9ae53'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:34:25.969120 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-917b72c6-1ed8-452e-9351-0d5388040b88 admin admin] Notify callbacks [] for router, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:25.973530 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-98a5f232-745b-45af-9805-fdc22bfaf5ac None None] Set router 8fc9ee25-2127-433e-9e3c-0a9821b9ae53 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:34:26.143158 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-917b72c6-1ed8-452e-9351-0d5388040b88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:26.223784 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-917b72c6-1ed8-452e-9351-0d5388040b88 admin admin] Deleting port b63fdb53-c570-44dc-b7eb-27d2f37ab999 {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:34:26.224279 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-917b72c6-1ed8-452e-9351-0d5388040b88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:26.268446 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-98a5f232-745b-45af-9805-fdc22bfaf5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc1fad070>, [{'id': '8fc9ee25-2127-433e-9e3c-0a9821b9ae53', 'name': 'tempest-TestShelveInstance-602583105-router', 'tenant_id': 'c99359a4c6474ee798e45ae1233320be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'b63fdb53-c570-44dc-b7eb-27d2f37ab999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:29:39Z', 'updated_at': '2021-04-30T14:34:24Z', 'revision_number': 5, 'project_id': 'c99359a4c6474ee798e45ae1233320be', 'gw_port': {'id': 'b63fdb53-c570-44dc-b7eb-27d2f37ab999', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:06:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc9ee25-2127-433e-9e3c-0a9821b9ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:29:40Z', 'updated_at': '2021-04-30T14:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi'}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:34:26.272443 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a5f232-745b-45af-9805-fdc22bfaf5ac None None] Checking router: 8fc9ee25-2127-433e-9e3c-0a9821b9ae53 for host: dv-cinder-788365-2-iscsi {{(pid=73846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:34:26.280837 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a5f232-745b-45af-9805-fdc22bfaf5ac None None] Routers {'8fc9ee25-2127-433e-9e3c-0a9821b9ae53'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:34:26.281457 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-98a5f232-745b-45af-9805-fdc22bfaf5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc1fad070>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:34:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['8fc9ee25-2127-433e-9e3c-0a9821b9ae53'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:34:26.356627 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [None req-917b72c6-1ed8-452e-9351-0d5388040b88 admin admin] For port b63fdb53-c570-44dc-b7eb-27d2f37ab999, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=b63fdb53-c570-44dc-b7eb-27d2f37ab999,segment=NetworkSegment(d90c35f3-ac38-4f09-b94c-cacd24da79a8),segment_id=d90c35f3-ac38-4f09-b94c-cacd24da79a8)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:34:26.356978 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-917b72c6-1ed8-452e-9351-0d5388040b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:26.433990 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-98a5f232-745b-45af-9805-fdc22bfaf5ac None None] Set router 8fc9ee25-2127-433e-9e3c-0a9821b9ae53 gateway port host: None {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:34:26.478570 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-917b72c6-1ed8-452e-9351-0d5388040b88 admin admin] Calling delete_port for b63fdb53-c570-44dc-b7eb-27d2f37ab999 owned by network:router_gateway {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:34:26.538052 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-98a5f232-745b-45af-9805-fdc22bfaf5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc1fad070>, [{'id': '8fc9ee25-2127-433e-9e3c-0a9821b9ae53', 'name': 'tempest-TestShelveInstance-602583105-router', 'tenant_id': 'c99359a4c6474ee798e45ae1233320be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:29:39Z', 'updated_at': '2021-04-30T14:34:26Z', 'revision_number': 6, 'project_id': 'c99359a4c6474ee798e45ae1233320be', 'gw_port_host': None}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:34:26.542466 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a5f232-745b-45af-9805-fdc22bfaf5ac None None] The sync data for ids ['8fc9ee25-2127-433e-9e3c-0a9821b9ae53'] in dv-cinder-788365-2-iscsi is: [{'id': '8fc9ee25-2127-433e-9e3c-0a9821b9ae53', 'name': 'tempest-TestShelveInstance-602583105-router', 'tenant_id': 'c99359a4c6474ee798e45ae1233320be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:29:39Z', 'updated_at': '2021-04-30T14:34:26Z', 'revision_number': 6, 'project_id': 'c99359a4c6474ee798e45ae1233320be', 'gw_port_host': None}] {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:34:26.622683 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-917b72c6-1ed8-452e-9351-0d5388040b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5706159'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:26.627305 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-8fe7b404-d44d-4c72-babc-93b7cf2d7c0b tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:34:26.671003 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b72c6-1ed8-452e-9351-0d5388040b88 admin admin] Pushing event deleted for resources: {'Port': ['ID=b63fdb53-c570-44dc-b7eb-27d2f37ab999,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:34:26.673288 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-917b72c6-1ed8-452e-9351-0d5388040b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:34:26.761905 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-917b72c6-1ed8-452e-9351-0d5388040b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7996653'] for router_gateway, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:27.037323 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-917b72c6-1ed8-452e-9351-0d5388040b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5731'] for router, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:27.039504 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-917b72c6-1ed8-452e-9351-0d5388040b88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:27.123989 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-917b72c6-1ed8-452e-9351-0d5388040b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8005192'] for router, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:27.124651 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917b72c6-1ed8-452e-9351-0d5388040b88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fc9ee25-2127-433e-9e3c-0a9821b9ae53 {{(pid=73845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 14:34:27.137738 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-917b72c6-1ed8-452e-9351-0d5388040b88 admin admin] Notify callbacks [] for router, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:27.138892 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-917b72c6-1ed8-452e-9351-0d5388040b88 admin admin] 10.222.0.32 "DELETE /v2.0/routers/8fc9ee25-2127-433e-9e3c-0a9821b9ae53 HTTP/1.1" status: 204  len: 168 time: 1.3452425
Apr 30 14:34:27.141521 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 54494) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:34:27.201935 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.db_base_plugin_v2 [None req-95e50323-e36f-4507-8051-200f2e007c03 admin admin] Deleting subnet bf3e0834-d422-4d6e-a0c2-26fd77b79b17 {{(pid=73844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 14:34:27.204925 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-95e50323-e36f-4507-8051-200f2e007c03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:27.257037 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-95e50323-e36f-4507-8051-200f2e007c03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7339661'] for subnet, precommit_delete_associations {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:27.337595 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-95e50323-e36f-4507-8051-200f2e007c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996049'] for subnet, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:27.590382 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-95e50323-e36f-4507-8051-200f2e007c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6993923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6538315'] for subnet, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:27.593852 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-6aedf368-3467-4ab0-98ff-f673a2dc8196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:34:27.630740 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e50323-e36f-4507-8051-200f2e007c03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf3e0834-d422-4d6e-a0c2-26fd77b79b17,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:34:27.633125 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-95e50323-e36f-4507-8051-200f2e007c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for subnet, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:27.637413 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e27e21-5705-4384-b6de-3cab0a112dd1 None None] Network 25660f6e-89b1-4547-96df-31c2bd7ec6d6 requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:34:27.642687 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e50323-e36f-4507-8051-200f2e007c03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:34:27.643068 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e50323-e36f-4507-8051-200f2e007c03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:34:27.643437 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e50323-e36f-4507-8051-200f2e007c03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:34:27.643793 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e50323-e36f-4507-8051-200f2e007c03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:34:27.644147 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e50323-e36f-4507-8051-200f2e007c03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:34:27.644500 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e50323-e36f-4507-8051-200f2e007c03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:34:27.644850 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e50323-e36f-4507-8051-200f2e007c03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:34:27.645201 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e50323-e36f-4507-8051-200f2e007c03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:34:27.645551 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e50323-e36f-4507-8051-200f2e007c03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:34:27.645937 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e50323-e36f-4507-8051-200f2e007c03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:34:27.646283 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e50323-e36f-4507-8051-200f2e007c03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:34:27.646626 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e50323-e36f-4507-8051-200f2e007c03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:34:27.650273 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-95e50323-e36f-4507-8051-200f2e007c03 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bf3e0834-d422-4d6e-a0c2-26fd77b79b17 HTTP/1.1" status: 204  len: 168 time: 0.5077336
Apr 30 14:34:27.651247 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-95e50323-e36f-4507-8051-200f2e007c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:34:27.652820 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 54498) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:34:27.849418 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-fad15575-e4c7-453d-bb4d-6aff6f9da4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639966'] for network, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:27.919220 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12b34d7-5f11-4f33-a252-d7a5464000ae None None] DHCP port deletion for 25660f6e-89b1-4547-96df-31c2bd7ec6d6 request from dv-cinder-788365-2-iscsi {{(pid=73846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 14:34:27.926953 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-fad15575-e4c7-453d-bb4d-6aff6f9da4f5 admin admin] Deleting port d5e0b861-d267-4fcc-8ed0-51fbbba9f2bd {{(pid=73844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:34:27.927309 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-fad15575-e4c7-453d-bb4d-6aff6f9da4f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:27.990927 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device d5e0b861-d267-4fcc-8ed0-51fbbba9f2bd no longer exists at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:34:28.020330 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-d12b34d7-5f11-4f33-a252-d7a5464000ae None None] Deleting port d5e0b861-d267-4fcc-8ed0-51fbbba9f2bd {{(pid=73846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:34:28.020717 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-d12b34d7-5f11-4f33-a252-d7a5464000ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:28.032224 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.db [None req-fad15575-e4c7-453d-bb4d-6aff6f9da4f5 admin admin] For port d5e0b861-d267-4fcc-8ed0-51fbbba9f2bd, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=d5e0b861-d267-4fcc-8ed0-51fbbba9f2bd,segment=NetworkSegment(118fb0d6-0794-4e1e-babb-ebea8ea39b97),segment_id=118fb0d6-0794-4e1e-babb-ebea8ea39b97)] {{(pid=73844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:34:28.032721 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-fad15575-e4c7-453d-bb4d-6aff6f9da4f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:28.141860 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-d12b34d7-5f11-4f33-a252-d7a5464000ae None None] For port d5e0b861-d267-4fcc-8ed0-51fbbba9f2bd, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=d5e0b861-d267-4fcc-8ed0-51fbbba9f2bd,segment=NetworkSegment(118fb0d6-0794-4e1e-babb-ebea8ea39b97),segment_id=118fb0d6-0794-4e1e-babb-ebea8ea39b97)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:34:28.142179 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-d12b34d7-5f11-4f33-a252-d7a5464000ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:28.160845 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-fad15575-e4c7-453d-bb4d-6aff6f9da4f5 admin admin] Calling delete_port for d5e0b861-d267-4fcc-8ed0-51fbbba9f2bd owned by network:dhcp {{(pid=73844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:34:28.208761 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-fad15575-e4c7-453d-bb4d-6aff6f9da4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6994046'] for port, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:28.212609 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:34:28.257633 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad15575-e4c7-453d-bb4d-6aff6f9da4f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5e0b861-d267-4fcc-8ed0-51fbbba9f2bd,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:34:28.260826 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-fad15575-e4c7-453d-bb4d-6aff6f9da4f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:34:28.261609 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad15575-e4c7-453d-bb4d-6aff6f9da4f5 admin admin] No DVR routers for this DVR port d5e0b861-d267-4fcc-8ed0-51fbbba9f2bd on host dv-cinder-788365-2-iscsi {{(pid=73844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 14:34:28.301443 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-d12b34d7-5f11-4f33-a252-d7a5464000ae None None] Calling delete_port for d5e0b861-d267-4fcc-8ed0-51fbbba9f2bd owned by network:dhcp {{(pid=73846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:34:28.321089 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-939579'] for port, before_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:28.377902 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-fad15575-e4c7-453d-bb4d-6aff6f9da4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984668', 'neutron.services.segments.db._delete_segments_for_network-8774018681245'] for network, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:28.389525 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device b63fdb53-c570-44dc-b7eb-27d2f37ab999 no longer exists at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:34:28.423941 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] No Port match for: b63fdb53-c570-44dc-b7eb-27d2f37ab999 {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:34:28.424211 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device b63fdb53-c570-44dc-b7eb-27d2f37ab999 not bound to the agent host dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:34:28.424655 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device bc0bab03-7840-4b48-981b-91c57c269388 no longer exists at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:34:28.464855 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] No Port match for: bc0bab03-7840-4b48-981b-91c57c269388 {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:34:28.465205 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device bc0bab03-7840-4b48-981b-91c57c269388 not bound to the agent host dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:34:28.477480 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-d12b34d7-5f11-4f33-a252-d7a5464000ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197'] for port, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:28.480880 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:34:28.486663 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.services.segments.db [None req-fad15575-e4c7-453d-bb4d-6aff6f9da4f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fadc1f98e50>,) {'filters': {'network_id': ['25660f6e-89b1-4547-96df-31c2bd7ec6d6']}} {{(pid=73844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:34:28.498452 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.services.segments.db [None req-fad15575-e4c7-453d-bb4d-6aff6f9da4f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fadc1f98e50>, '118fb0d6-0794-4e1e-babb-ebea8ea39b97') {'for_net_delete': True} {{(pid=73844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:34:28.498759 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.services.segments.db [None req-fad15575-e4c7-453d-bb4d-6aff6f9da4f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fadc1f98e50>, '118fb0d6-0794-4e1e-babb-ebea8ea39b97') {} {{(pid=73844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:34:28.509797 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-fad15575-e4c7-453d-bb4d-6aff6f9da4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774018692967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7339652'] for segment, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:28.523246 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b34d7-5f11-4f33-a252-d7a5464000ae None None] Pushing event deleted for resources: {'Port': ['ID=d5e0b861-d267-4fcc-8ed0-51fbbba9f2bd,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:34:28.525434 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-fad15575-e4c7-453d-bb4d-6aff6f9da4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-993311'] for segment, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:28.526411 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12b34d7-5f11-4f33-a252-d7a5464000ae None None] No DVR routers for this DVR port d5e0b861-d267-4fcc-8ed0-51fbbba9f2bd on host dv-cinder-788365-2-iscsi {{(pid=73846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 14:34:28.533974 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fad15575-e4c7-453d-bb4d-6aff6f9da4f5 admin admin] Releasing vlan 1442 on physical network physnet1 to pool {{(pid=73844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 14:34:28.538137 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b34d7-5f11-4f33-a252-d7a5464000ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:34:28.538543 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b34d7-5f11-4f33-a252-d7a5464000ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:34:28.538884 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b34d7-5f11-4f33-a252-d7a5464000ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:34:28.539216 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b34d7-5f11-4f33-a252-d7a5464000ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:34:28.539686 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b34d7-5f11-4f33-a252-d7a5464000ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:34:28.540129 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b34d7-5f11-4f33-a252-d7a5464000ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:34:28.540613 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b34d7-5f11-4f33-a252-d7a5464000ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:34:28.541111 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b34d7-5f11-4f33-a252-d7a5464000ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:34:28.542233 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b34d7-5f11-4f33-a252-d7a5464000ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:34:28.542620 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b34d7-5f11-4f33-a252-d7a5464000ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:34:28.542949 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b34d7-5f11-4f33-a252-d7a5464000ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:34:28.543273 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12b34d7-5f11-4f33-a252-d7a5464000ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-2-iscsi {{(pid=73846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 14:34:28.546390 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-d12b34d7-5f11-4f33-a252-d7a5464000ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:34:28.709309 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.managers [None req-fad15575-e4c7-453d-bb4d-6aff6f9da4f5 admin admin] Network 25660f6e-89b1-4547-96df-31c2bd7ec6d6 has no segments {{(pid=73844) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 14:34:28.718339 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-fad15575-e4c7-453d-bb4d-6aff6f9da4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-993508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6994089'] for segment, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:28.884143 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.managers [None req-fad15575-e4c7-453d-bb4d-6aff6f9da4f5 admin admin] Network 25660f6e-89b1-4547-96df-31c2bd7ec6d6 has no segments {{(pid=73844) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 14:34:28.909488 dv-cinder-788365-2-iscsi neutron-server[73844]: Traceback (most recent call last):
Apr 30 14:34:28.909488 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 14:34:28.909488 dv-cinder-788365-2-iscsi neutron-server[73844]:     timer()
Apr 30 14:34:28.909488 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 14:34:28.909488 dv-cinder-788365-2-iscsi neutron-server[73844]:     cb(*args, **kw)
Apr 30 14:34:28.909488 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 14:34:28.909488 dv-cinder-788365-2-iscsi neutron-server[73844]:     return func(*args, **kwargs)
Apr 30 14:34:28.909488 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 14:34:28.909488 dv-cinder-788365-2-iscsi neutron-server[73844]:     self._notify()
Apr 30 14:34:28.909488 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 14:34:28.909488 dv-cinder-788365-2-iscsi neutron-server[73844]:     self.callback(batched_events)
Apr 30 14:34:28.909488 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 14:34:28.909488 dv-cinder-788365-2-iscsi neutron-server[73844]:     event.method(event)
Apr 30 14:34:28.909488 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 14:34:28.909488 dv-cinder-788365-2-iscsi neutron-server[73844]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 14:34:28.909488 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 14:34:28.909488 dv-cinder-788365-2-iscsi neutron-server[73844]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 14:34:28.909488 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 14:34:28.909488 dv-cinder-788365-2-iscsi neutron-server[73844]:     return f(self, *a, **k)
Apr 30 14:34:28.909488 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 14:34:28.909488 dv-cinder-788365-2-iscsi neutron-server[73844]:     return self._get(url).json()
Apr 30 14:34:28.909488 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 14:34:28.909488 dv-cinder-788365-2-iscsi neutron-server[73844]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 14:34:28.909488 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 14:34:28.909488 dv-cinder-788365-2-iscsi neutron-server[73844]:     return self.request(url, 'GET', **kwargs)
Apr 30 14:34:28.909488 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 14:34:28.909488 dv-cinder-788365-2-iscsi neutron-server[73844]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 14:34:28.909488 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 14:34:28.909488 dv-cinder-788365-2-iscsi neutron-server[73844]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 14:34:28.909488 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 14:34:28.909488 dv-cinder-788365-2-iscsi neutron-server[73844]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 14:34:28.909488 dv-cinder-788365-2-iscsi neutron-server[73844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 14:34:28.984377 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-fad15575-e4c7-453d-bb4d-6aff6f9da4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8010353'] for network, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:28.989634 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-fad15575-e4c7-453d-bb4d-6aff6f9da4f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for network, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:28.993507 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-78712b06-2610-4620-b087-053404067ef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:34:29.027751 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad15575-e4c7-453d-bb4d-6aff6f9da4f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=25660f6e-89b1-4547-96df-31c2bd7ec6d6,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:34:29.034134 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-fad15575-e4c7-453d-bb4d-6aff6f9da4f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:34:29.040094 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-fad15575-e4c7-453d-bb4d-6aff6f9da4f5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/25660f6e-89b1-4547-96df-31c2bd7ec6d6 HTTP/1.1" status: 204  len: 168 time: 1.3863406
Apr 30 14:34:29.043013 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 54502) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:34:29.721314 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-ce1dc195-0475-42e2-bb5a-cf476ae7b25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998330'] for router_interface, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:30.133637 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-ce1dc195-0475-42e2-bb5a-cf476ae7b25b admin admin] Deleting port 824fa979-c81f-4c2d-8920-97b5a9041452 {{(pid=73844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:34:30.134003 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-ce1dc195-0475-42e2-bb5a-cf476ae7b25b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:30.253270 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.db [None req-ce1dc195-0475-42e2-bb5a-cf476ae7b25b admin admin] For port 824fa979-c81f-4c2d-8920-97b5a9041452, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=824fa979-c81f-4c2d-8920-97b5a9041452,segment=NetworkSegment(12f164ee-0535-4132-961f-288301f1e21d),segment_id=12f164ee-0535-4132-961f-288301f1e21d)] {{(pid=73844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:34:30.253626 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-ce1dc195-0475-42e2-bb5a-cf476ae7b25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:30.375810 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-ce1dc195-0475-42e2-bb5a-cf476ae7b25b admin admin] Calling delete_port for 824fa979-c81f-4c2d-8920-97b5a9041452 owned by network:router_interface {{(pid=73844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:34:30.507416 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 54508) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:34:30.666396 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-ce1dc195-0475-42e2-bb5a-cf476ae7b25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6994046'] for port, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:30.670980 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-da8ef724-02ee-4473-a473-0c69a7e2216c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:34:30.770949 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-ee4c70d9-65d1-4f3c-b0e6-b7475db2a3da tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Deleting port 60a42d9f-8c49-4ec3-8c7f-edaeaef7d650 {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:34:30.771294 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ee4c70d9-65d1-4f3c-b0e6-b7475db2a3da tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:30.824292 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1dc195-0475-42e2-bb5a-cf476ae7b25b admin admin] Pushing event deleted for resources: {'Port': ['ID=824fa979-c81f-4c2d-8920-97b5a9041452,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:34:30.860726 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-ce1dc195-0475-42e2-bb5a-cf476ae7b25b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:34:30.895081 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ee4c70d9-65d1-4f3c-b0e6-b7475db2a3da tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:30.895405 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ee4c70d9-65d1-4f3c-b0e6-b7475db2a3da tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:31.024071 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [None req-ee4c70d9-65d1-4f3c-b0e6-b7475db2a3da tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Calling delete_port for 60a42d9f-8c49-4ec3-8c7f-edaeaef7d650 owned by network:floatingip {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:34:31.097010 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-ce1dc195-0475-42e2-bb5a-cf476ae7b25b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8003786'] for router_interface, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:31.142933 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ee4c70d9-65d1-4f3c-b0e6-b7475db2a3da tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5706159'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:31.146401 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-cf0ee60a-3e18-406e-8fb2-8200c62c1269 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:34:31.190740 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c70d9-65d1-4f3c-b0e6-b7475db2a3da tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Pushing event deleted for resources: {'Port': ['ID=60a42d9f-8c49-4ec3-8c7f-edaeaef7d650,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:34:31.194270 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-ee4c70d9-65d1-4f3c-b0e6-b7475db2a3da tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:34:31.285066 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ee4c70d9-65d1-4f3c-b0e6-b7475db2a3da tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks [] for floatingip, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:31.285401 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.db.l3_db [None req-ee4c70d9-65d1-4f3c-b0e6-b7475db2a3da tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Floating IP bfee7801-403d-427a-bc19-1161f553ef71 disassociated (deleted). External IP: 172.27.1.48, port: f2f514a6-cd39-4f45-a902-9572c3eef23f.
Apr 30 14:34:31.462563 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1dc195-0475-42e2-bb5a-cf476ae7b25b admin admin] Router f0cef291-483e-415a-911c-e843047db29f has already been hosted by L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d {{(pid=73844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 14:34:31.641011 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1dc195-0475-42e2-bb5a-cf476ae7b25b admin admin] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:34:31.650294 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85a641b-d96c-4502-9bbd-41a5058a6862 None None] Sync routers for ids ['f0cef291-483e-415a-911c-e843047db29f'] in dv-cinder-788365-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:34:31.661233 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-ce1dc195-0475-42e2-bb5a-cf476ae7b25b admin admin] 10.222.0.32 "PUT /v2.0/routers/f0cef291-483e-415a-911c-e843047db29f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6171091
Apr 30 14:34:31.661911 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 54512) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:34:31.662145 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85a641b-d96c-4502-9bbd-41a5058a6862 None None] Routers {'f0cef291-483e-415a-911c-e843047db29f'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:34:31.663029 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-a85a641b-d96c-4502-9bbd-41a5058a6862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc39eaac0>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:34:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['f0cef291-483e-415a-911c-e843047db29f'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:34:31.740503 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4c70d9-65d1-4f3c-b0e6-b7475db2a3da tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Router 77ae43f9-f25b-46c7-afe9-31fd1b29d643 has already been hosted by L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d {{(pid=73845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 14:34:31.842557 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e57d0185-bf33-4aa9-84b3-8f8bc472cde5 admin admin] Notify callbacks [] for router, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:31.846317 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-a85a641b-d96c-4502-9bbd-41a5058a6862 None None] Set router f0cef291-483e-415a-911c-e843047db29f gateway port host: dv-cinder-788365-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:34:31.927287 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4c70d9-65d1-4f3c-b0e6-b7475db2a3da tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:34:31.937699 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e53b44a-f1b8-4dca-bdf7-44c23ff01a7e None None] Sync routers for ids ['77ae43f9-f25b-46c7-afe9-31fd1b29d643'] in dv-cinder-788365-2-iscsi {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:34:31.951629 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-ee4c70d9-65d1-4f3c-b0e6-b7475db2a3da tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for floatingip, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:31.964071 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e53b44a-f1b8-4dca-bdf7-44c23ff01a7e None None] Routers {'77ae43f9-f25b-46c7-afe9-31fd1b29d643'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:34:31.967146 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-8e53b44a-f1b8-4dca-bdf7-44c23ff01a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc3060f40>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:34:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['77ae43f9-f25b-46c7-afe9-31fd1b29d643'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:34:32.023170 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-ee4c70d9-65d1-4f3c-b0e6-b7475db2a3da tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "DELETE /v2.0/floatingips/bfee7801-403d-427a-bc19-1161f553ef71 HTTP/1.1" status: 204  len: 168 time: 1.5145757
Apr 30 14:34:32.024035 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548fb8a4-7cec-4ee4-90a7-d19db278b795', 'tag': 'f2f514a6-cd39-4f45-a902-9572c3eef23f'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:34:32.033104 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e57d0185-bf33-4aa9-84b3-8f8bc472cde5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:32.124584 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '548fb8a4-7cec-4ee4-90a7-d19db278b795', 'tag': 'f2f514a6-cd39-4f45-a902-9572c3eef23f', 'status': 'completed', 'code': 200}
Apr 30 14:34:32.202045 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-a85a641b-d96c-4502-9bbd-41a5058a6862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc39eaac0>, [{'id': 'f0cef291-483e-415a-911c-e843047db29f', 'name': 'tempest-TestShelveInstance-870097621-router', 'tenant_id': '7542c3fc5daa416ea5a588b74dec0c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '457a44a6-23cb-46e5-b840-84a24053ba7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:29:46Z', 'updated_at': '2021-04-30T14:34:30Z', 'revision_number': 5, 'project_id': '7542c3fc5daa416ea5a588b74dec0c00', 'gw_port': {'id': '457a44a6-23cb-46e5-b840-84a24053ba7c', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cef291-483e-415a-911c-e843047db29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:29:47Z', 'updated_at': '2021-04-30T14:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi'}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:34:32.211823 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85a641b-d96c-4502-9bbd-41a5058a6862 None None] Checking router: f0cef291-483e-415a-911c-e843047db29f for host: dv-cinder-788365-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:34:32.237943 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85a641b-d96c-4502-9bbd-41a5058a6862 None None] Routers {'f0cef291-483e-415a-911c-e843047db29f'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:34:32.238894 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-a85a641b-d96c-4502-9bbd-41a5058a6862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc39eaac0>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:34:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['f0cef291-483e-415a-911c-e843047db29f'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:34:32.265943 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-e57d0185-bf33-4aa9-84b3-8f8bc472cde5 admin admin] Deleting port 457a44a6-23cb-46e5-b840-84a24053ba7c {{(pid=73844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:34:32.266341 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e57d0185-bf33-4aa9-84b3-8f8bc472cde5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:32.286623 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9332301-6971-437f-96db-75c142a4a1cf req-041f4e42-e82c-4336-8d2b-943ffc3dde19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:34:32.288175 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c9332301-6971-437f-96db-75c142a4a1cf req-041f4e42-e82c-4336-8d2b-943ffc3dde19 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ed5f125b675145ad8413162584df1e52&device_id=548fb8a4-7cec-4ee4-90a7-d19db278b795 HTTP/1.1" status: 200  len: 1098 time: 0.1075656
Apr 30 14:34:32.364536 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-8e53b44a-f1b8-4dca-bdf7-44c23ff01a7e None None] Set router 77ae43f9-f25b-46c7-afe9-31fd1b29d643 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:34:32.412150 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.db [None req-e57d0185-bf33-4aa9-84b3-8f8bc472cde5 admin admin] For port 457a44a6-23cb-46e5-b840-84a24053ba7c, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=457a44a6-23cb-46e5-b840-84a24053ba7c,segment=NetworkSegment(d90c35f3-ac38-4f09-b94c-cacd24da79a8),segment_id=d90c35f3-ac38-4f09-b94c-cacd24da79a8)] {{(pid=73844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:34:32.412542 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e57d0185-bf33-4aa9-84b3-8f8bc472cde5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:32.499454 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-a85a641b-d96c-4502-9bbd-41a5058a6862 None None] Set router f0cef291-483e-415a-911c-e843047db29f gateway port host: None {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:34:32.553032 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-e57d0185-bf33-4aa9-84b3-8f8bc472cde5 admin admin] Calling delete_port for 457a44a6-23cb-46e5-b840-84a24053ba7c owned by network:router_gateway {{(pid=73844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:34:32.595945 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9332301-6971-437f-96db-75c142a4a1cf req-7daff4d9-f068-43df-8027-a33f7ca0fffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:34:32.597264 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c9332301-6971-437f-96db-75c142a4a1cf req-7daff4d9-f068-43df-8027-a33f7ca0fffe service neutron] 10.222.0.43 "GET /v2.0/networks?id=dbe1c35b-52b9-474c-956a-e01ca51e74ba HTTP/1.1" status: 200  len: 914 time: 0.3010268
Apr 30 14:34:32.619836 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-a85a641b-d96c-4502-9bbd-41a5058a6862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc39eaac0>, [{'id': 'f0cef291-483e-415a-911c-e843047db29f', 'name': 'tempest-TestShelveInstance-870097621-router', 'tenant_id': '7542c3fc5daa416ea5a588b74dec0c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:29:46Z', 'updated_at': '2021-04-30T14:34:32Z', 'revision_number': 6, 'project_id': '7542c3fc5daa416ea5a588b74dec0c00', 'gw_port_host': None}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:34:32.624592 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85a641b-d96c-4502-9bbd-41a5058a6862 None None] The sync data for ids ['f0cef291-483e-415a-911c-e843047db29f'] in dv-cinder-788365-2-iscsi is: [{'id': 'f0cef291-483e-415a-911c-e843047db29f', 'name': 'tempest-TestShelveInstance-870097621-router', 'tenant_id': '7542c3fc5daa416ea5a588b74dec0c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:29:46Z', 'updated_at': '2021-04-30T14:34:32Z', 'revision_number': 6, 'project_id': '7542c3fc5daa416ea5a588b74dec0c00', 'gw_port_host': None}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:34:32.692054 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c9332301-6971-437f-96db-75c142a4a1cf req-8d4320dd-052e-42bb-90ee-87d2226384d3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2f514a6-cd39-4f45-a902-9572c3eef23f HTTP/1.1" status: 200  len: 217 time: 0.0867469
Apr 30 14:34:32.701538 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107df12-2a02-4c4a-988a-7877873db806 req-9df5c378-3267-4712-b82a-6a3fb7201b8f tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:34:32.703846 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-0107df12-2a02-4c4a-988a-7877873db806 req-9df5c378-3267-4712-b82a-6a3fb7201b8f tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Synchronizing usage tracker for tenant:ed5f125b675145ad8413162584df1e52 on resource:port {{(pid=73845) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 14:34:32.740568 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e57d0185-bf33-4aa9-84b3-8f8bc472cde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6994046'] for port, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:32.745361 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-13e3522b-2b05-48de-accd-52176a76776f tempest-AttachVolumeShelveTestJSON-833562232 tempest-AttachVolumeShelveTestJSON-833562232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:34:32.769241 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.quota.resource [req-0107df12-2a02-4c4a-988a-7877873db806 req-9df5c378-3267-4712-b82a-6a3fb7201b8f tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Unset dirty status for tenant:ed5f125b675145ad8413162584df1e52 on resource:port {{(pid=73845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 14:34:32.770478 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0107df12-2a02-4c4a-988a-7877873db806 req-9df5c378-3267-4712-b82a-6a3fb7201b8f tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "GET /v2.0/ports?device_id=548fb8a4-7cec-4ee4-90a7-d19db278b795 HTTP/1.1" status: 200  len: 945 time: 0.2710009
Apr 30 14:34:32.781119 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9332301-6971-437f-96db-75c142a4a1cf req-07d41b7d-3813-478d-b88c-618f05cf11d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:34:32.781484 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-8e53b44a-f1b8-4dca-bdf7-44c23ff01a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc3060f40>, [{'id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'name': 'tempest-TestVolumeBootPattern-2076405275-router', 'tenant_id': 'ed5f125b675145ad8413162584df1e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'aa44c099-a161-4d40-ab98-74995715fa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:30:05Z', 'updated_at': '2021-04-30T14:30:10Z', 'revision_number': 4, 'project_id': 'ed5f125b675145ad8413162584df1e52', 'gw_port': {'id': 'aa44c099-a161-4d40-ab98-74995715fa89', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:30:06Z', 'updated_at': '2021-04-30T14:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '1bc0018d-3e27-470c-9d73-75f9e2b630d9', 'name': '', 'network_id': 'dbe1c35b-52b9-474c-956a-e01ca51e74ba', 'tenant_id': 'ed5f125b675145ad8413162584df1e52', 'mac_address': 'fa:16:3e:28:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9f23d568-73de-4592-8503-c0c3b3a82d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:30:09Z', 'updated_at': '2021-04-30T14:30:17Z', 'revision_number': 5, 'project_id': 'ed5f125b675145ad8413162584df1e52', 'subnets': [{'id': '9f23d568-73de-4592-8503-c0c3b3a82d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:34:32.782699 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c9332301-6971-437f-96db-75c142a4a1cf req-07d41b7d-3813-478d-b88c-618f05cf11d7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f23d568-73de-4592-8503-c0c3b3a82d19 HTTP/1.1" status: 200  len: 851 time: 0.0765362
Apr 30 14:34:32.786913 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e53b44a-f1b8-4dca-bdf7-44c23ff01a7e None None] Checking router: 77ae43f9-f25b-46c7-afe9-31fd1b29d643 for host: dv-cinder-788365-2-iscsi {{(pid=73846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:34:32.793950 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d0185-bf33-4aa9-84b3-8f8bc472cde5 admin admin] Pushing event deleted for resources: {'Port': ['ID=457a44a6-23cb-46e5-b840-84a24053ba7c,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:34:32.796961 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e53b44a-f1b8-4dca-bdf7-44c23ff01a7e None None] Routers {'77ae43f9-f25b-46c7-afe9-31fd1b29d643'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:34:32.797766 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-8e53b44a-f1b8-4dca-bdf7-44c23ff01a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc3060f40>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:34:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['77ae43f9-f25b-46c7-afe9-31fd1b29d643'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:34:32.799155 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-e57d0185-bf33-4aa9-84b3-8f8bc472cde5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:34:32.866285 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-0107df12-2a02-4c4a-988a-7877873db806 req-446dba6e-5c13-43cf-988c-477909afbf37 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "GET /v2.0/security-groups?id=6524bc1e-3de1-4d82-951f-89674d32c7e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0875602
Apr 30 14:34:32.900708 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9332301-6971-437f-96db-75c142a4a1cf req-1597d488-df57-42bc-8593-40469352d0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:34:32.902316 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c9332301-6971-437f-96db-75c142a4a1cf req-1597d488-df57-42bc-8593-40469352d0e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dbe1c35b-52b9-474c-956a-e01ca51e74ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1069107
Apr 30 14:34:32.909135 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e57d0185-bf33-4aa9-84b3-8f8bc472cde5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7996653'] for router_gateway, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:33.074151 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-8e53b44a-f1b8-4dca-bdf7-44c23ff01a7e None None] Set router 77ae43f9-f25b-46c7-afe9-31fd1b29d643 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:34:33.095704 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e57d0185-bf33-4aa9-84b3-8f8bc472cde5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5731'] for router, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:33.098396 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e57d0185-bf33-4aa9-84b3-8f8bc472cde5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:33.115182 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c9332301-6971-437f-96db-75c142a4a1cf req-a46e20b2-4bed-472c-a533-a4a288971286 service neutron] 10.222.0.43 "GET /v2.0/networks/dbe1c35b-52b9-474c-956a-e01ca51e74ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2071483
Apr 30 14:34:33.131142 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e57d0185-bf33-4aa9-84b3-8f8bc472cde5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8005192'] for router, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:33.131744 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57d0185-bf33-4aa9-84b3-8f8bc472cde5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0cef291-483e-415a-911c-e843047db29f {{(pid=73844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 14:34:33.156348 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-e57d0185-bf33-4aa9-84b3-8f8bc472cde5 admin admin] Notify callbacks [] for router, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:33.161551 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-e57d0185-bf33-4aa9-84b3-8f8bc472cde5 admin admin] 10.222.0.32 "DELETE /v2.0/routers/f0cef291-483e-415a-911c-e843047db29f HTTP/1.1" status: 204  len: 168 time: 1.4975798
Apr 30 14:34:33.161551 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 54522) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:34:33.246239 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.db_base_plugin_v2 [None req-3583f8c7-b5aa-413d-8fc0-034e08dbf150 admin admin] Deleting subnet 766372ec-99a9-49df-b107-5091eac2ed6f {{(pid=73844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 14:34:33.249589 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3583f8c7-b5aa-413d-8fc0-034e08dbf150 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:33.274629 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-c9332301-6971-437f-96db-75c142a4a1cf req-5c4313dc-bf07-437f-9665-94069fa30904 service neutron] 10.222.0.43 "GET /v2.0/networks/dbe1c35b-52b9-474c-956a-e01ca51e74ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1522434
Apr 30 14:34:33.305934 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3583f8c7-b5aa-413d-8fc0-034e08dbf150 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7339661'] for subnet, precommit_delete_associations {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:33.422494 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3583f8c7-b5aa-413d-8fc0-034e08dbf150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996049'] for subnet, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:33.454772 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-8e53b44a-f1b8-4dca-bdf7-44c23ff01a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc3060f40>, [{'id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'name': 'tempest-TestVolumeBootPattern-2076405275-router', 'tenant_id': 'ed5f125b675145ad8413162584df1e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'aa44c099-a161-4d40-ab98-74995715fa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:30:05Z', 'updated_at': '2021-04-30T14:30:10Z', 'revision_number': 4, 'project_id': 'ed5f125b675145ad8413162584df1e52', 'gw_port': {'id': 'aa44c099-a161-4d40-ab98-74995715fa89', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:30:06Z', 'updated_at': '2021-04-30T14:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '1bc0018d-3e27-470c-9d73-75f9e2b630d9', 'name': '', 'network_id': 'dbe1c35b-52b9-474c-956a-e01ca51e74ba', 'tenant_id': 'ed5f125b675145ad8413162584df1e52', 'mac_address': 'fa:16:3e:28:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9f23d568-73de-4592-8503-c0c3b3a82d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:30:09Z', 'updated_at': '2021-04-30T14:30:17Z', 'revision_number': 5, 'project_id': 'ed5f125b675145ad8413162584df1e52', 'subnets': [{'id': '9f23d568-73de-4592-8503-c0c3b3a82d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:34:33.467172 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e53b44a-f1b8-4dca-bdf7-44c23ff01a7e None None] The sync data for ids ['77ae43f9-f25b-46c7-afe9-31fd1b29d643'] in dv-cinder-788365-2-iscsi is: [{'id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'name': 'tempest-TestVolumeBootPattern-2076405275-router', 'tenant_id': 'ed5f125b675145ad8413162584df1e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'aa44c099-a161-4d40-ab98-74995715fa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:30:05Z', 'updated_at': '2021-04-30T14:30:10Z', 'revision_number': 4, 'project_id': 'ed5f125b675145ad8413162584df1e52', 'gw_port': {'id': 'aa44c099-a161-4d40-ab98-74995715fa89', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:30:06Z', 'updated_at': '2021-04-30T14:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi', '_interfaces': [{'id': '1bc0018d-3e27-470c-9d73-75f9e2b630d9', 'name': '', 'network_id': 'dbe1c35b-52b9-474c-956a-e01ca51e74ba', 'tenant_id': 'ed5f125b675145ad8413162584df1e52', 'mac_address': 'fa:16:3e:28:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9f23d568-73de-4592-8503-c0c3b3a82d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:30:09Z', 'updated_at': '2021-04-30T14:30:17Z', 'revision_number': 5, 'project_id': 'ed5f125b675145ad8413162584df1e52', 'subnets': [{'id': '9f23d568-73de-4592-8503-c0c3b3a82d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:34:33.707165 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3583f8c7-b5aa-413d-8fc0-034e08dbf150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6993923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6538315'] for subnet, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:33.711181 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-164bc6a4-76de-4bcb-afb4-7e328cb752aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:34:33.748684 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3583f8c7-b5aa-413d-8fc0-034e08dbf150 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=766372ec-99a9-49df-b107-5091eac2ed6f,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:34:33.751231 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-3583f8c7-b5aa-413d-8fc0-034e08dbf150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:34:33.754470 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-3583f8c7-b5aa-413d-8fc0-034e08dbf150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for subnet, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:33.760559 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30efdae3-0f1e-441e-8d73-d04a85aaa80f None None] Network 092a0b29-f835-430a-9aa3-8b1f7c603abd requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:34:33.761743 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-3583f8c7-b5aa-413d-8fc0-034e08dbf150 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/766372ec-99a9-49df-b107-5091eac2ed6f HTTP/1.1" status: 204  len: 168 time: 0.5995142
Apr 30 14:34:33.767766 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 54526) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:34:33.841849 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c32fbd9-52c9-4eb4-8a50-d6c57a398eff None None] New status for floating IP bfee7801-403d-427a-bc19-1161f553ef71: DOWN {{(pid=73847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 14:34:33.966615 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b591e0-6d97-47e8-bbcc-e1751ab9f8f2 req-fcd36a33-6429-4f54-a99e-62eb90ca48df tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:34:33.969373 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-21b591e0-6d97-47e8-bbcc-e1751ab9f8f2 req-fcd36a33-6429-4f54-a99e-62eb90ca48df tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.43 "GET /v2.0/ports?device_id=548fb8a4-7cec-4ee4-90a7-d19db278b795 HTTP/1.1" status: 200  len: 945 time: 0.1771851
Apr 30 14:34:33.975329 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d800e12c-ffab-40f3-8352-cc49117f6cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639966'] for network, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:34.032754 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 457a44a6-23cb-46e5-b840-84a24053ba7c no longer exists at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:34:34.122348 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] No Port match for: 457a44a6-23cb-46e5-b840-84a24053ba7c {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:34:34.122975 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 457a44a6-23cb-46e5-b840-84a24053ba7c not bound to the agent host dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:34:34.123348 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 824fa979-c81f-4c2d-8920-97b5a9041452 no longer exists at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:34:34.150065 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-21b591e0-6d97-47e8-bbcc-e1751ab9f8f2 req-a618a6c1-8020-48ad-b2f8-e95838fa5bbf tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Deleting port f2f514a6-cd39-4f45-a902-9572c3eef23f {{(pid=73845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:34:34.151007 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-21b591e0-6d97-47e8-bbcc-e1751ab9f8f2 req-a618a6c1-8020-48ad-b2f8-e95838fa5bbf tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:34.165531 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] No Port match for: 824fa979-c81f-4c2d-8920-97b5a9041452 {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:34:34.166042 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 824fa979-c81f-4c2d-8920-97b5a9041452 not bound to the agent host dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:34:34.203129 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc606d50-68a2-45fe-8b3c-f6a9e4f5e9cd None None] DHCP port deletion for 092a0b29-f835-430a-9aa3-8b1f7c603abd request from dv-cinder-788365-2-iscsi {{(pid=73846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 14:34:34.263158 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-d800e12c-ffab-40f3-8352-cc49117f6cd2 admin admin] Deleting port 705a1837-72d3-4ca5-bf5a-0bfbe6f71e74 {{(pid=73844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:34:34.263502 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d800e12c-ffab-40f3-8352-cc49117f6cd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:34.270923 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-dc606d50-68a2-45fe-8b3c-f6a9e4f5e9cd None None] Deleting port 705a1837-72d3-4ca5-bf5a-0bfbe6f71e74 {{(pid=73846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:34:34.271436 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-dc606d50-68a2-45fe-8b3c-f6a9e4f5e9cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:34.296733 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.db [req-21b591e0-6d97-47e8-bbcc-e1751ab9f8f2 req-a618a6c1-8020-48ad-b2f8-e95838fa5bbf tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] For port f2f514a6-cd39-4f45-a902-9572c3eef23f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f2f514a6-cd39-4f45-a902-9572c3eef23f,segment=NetworkSegment(7234b902-5872-49c5-8710-924ad51ea083),segment_id=7234b902-5872-49c5-8710-924ad51ea083)] {{(pid=73845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:34:34.297085 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-21b591e0-6d97-47e8-bbcc-e1751ab9f8f2 req-a618a6c1-8020-48ad-b2f8-e95838fa5bbf tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:34.372567 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-dc606d50-68a2-45fe-8b3c-f6a9e4f5e9cd None None] For port 705a1837-72d3-4ca5-bf5a-0bfbe6f71e74, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=705a1837-72d3-4ca5-bf5a-0bfbe6f71e74,segment=NetworkSegment(12f164ee-0535-4132-961f-288301f1e21d),segment_id=12f164ee-0535-4132-961f-288301f1e21d)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:34:34.373118 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-dc606d50-68a2-45fe-8b3c-f6a9e4f5e9cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:34.377274 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b36a2-214c-413c-955a-c477a893286e req-f16fd422-63ee-47d3-9502-bf0cae6b07ae tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73844) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 14:34:34.378789 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-e46b36a2-214c-413c-955a-c477a893286e req-f16fd422-63ee-47d3-9502-bf0cae6b07ae tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "GET /v2.0/ports?device_id=548fb8a4-7cec-4ee4-90a7-d19db278b795 HTTP/1.1" status: 200  len: 945 time: 0.2874682
Apr 30 14:34:34.388856 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.db [None req-d800e12c-ffab-40f3-8352-cc49117f6cd2 admin admin] For port 705a1837-72d3-4ca5-bf5a-0bfbe6f71e74, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=705a1837-72d3-4ca5-bf5a-0bfbe6f71e74,segment=NetworkSegment(12f164ee-0535-4132-961f-288301f1e21d),segment_id=12f164ee-0535-4132-961f-288301f1e21d)] {{(pid=73844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:34:34.389216 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d800e12c-ffab-40f3-8352-cc49117f6cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:34.502416 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-dc606d50-68a2-45fe-8b3c-f6a9e4f5e9cd None None] Calling delete_port for 705a1837-72d3-4ca5-bf5a-0bfbe6f71e74 owned by network:dhcp {{(pid=73846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:34:34.526430 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.plugins.ml2.plugin [req-21b591e0-6d97-47e8-bbcc-e1751ab9f8f2 req-a618a6c1-8020-48ad-b2f8-e95838fa5bbf tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Calling delete_port for f2f514a6-cd39-4f45-a902-9572c3eef23f owned by compute:nova {{(pid=73845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:34:34.532565 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-d800e12c-ffab-40f3-8352-cc49117f6cd2 admin admin] Calling delete_port for 705a1837-72d3-4ca5-bf5a-0bfbe6f71e74 owned by network:dhcp {{(pid=73844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:34:34.554603 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-dc606d50-68a2-45fe-8b3c-f6a9e4f5e9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197'] for port, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:34.560250 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:34:34.570741 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-e46b36a2-214c-413c-955a-c477a893286e req-e38e2445-f260-43ee-bc9e-85d499698785 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "GET /v2.0/security-groups?id=6524bc1e-3de1-4d82-951f-89674d32c7e6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1741052
Apr 30 14:34:34.604080 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc606d50-68a2-45fe-8b3c-f6a9e4f5e9cd None None] Pushing event deleted for resources: {'Port': ['ID=705a1837-72d3-4ca5-bf5a-0bfbe6f71e74,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:34:34.606437 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-dc606d50-68a2-45fe-8b3c-f6a9e4f5e9cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:34:34.610406 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc606d50-68a2-45fe-8b3c-f6a9e4f5e9cd None None] No DVR routers for this DVR port 705a1837-72d3-4ca5-bf5a-0bfbe6f71e74 on host dv-cinder-788365-2-iscsi {{(pid=73846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 14:34:34.612432 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d800e12c-ffab-40f3-8352-cc49117f6cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6994046'] for port, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:34.619815 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-fdfe7f33-e982-49f8-892f-380e2bbc52b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:34:34.652743 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-21b591e0-6d97-47e8-bbcc-e1751ab9f8f2 req-a618a6c1-8020-48ad-b2f8-e95838fa5bbf tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5706159'] for port, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:34.659506 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-bbabe49d-07e3-4e9f-8667-cbf64896cb68 tempest-TestMinimumBasicScenario-899679410 tempest-TestMinimumBasicScenario-899679410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:34:34.667160 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d800e12c-ffab-40f3-8352-cc49117f6cd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=705a1837-72d3-4ca5-bf5a-0bfbe6f71e74,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:34:34.671380 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-d800e12c-ffab-40f3-8352-cc49117f6cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:34:34.672156 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d800e12c-ffab-40f3-8352-cc49117f6cd2 admin admin] No DVR routers for this DVR port 705a1837-72d3-4ca5-bf5a-0bfbe6f71e74 on host dv-cinder-788365-2-iscsi {{(pid=73844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 14:34:34.705251 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618a6c1-8020-48ad-b2f8-e95838fa5bbf tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Pushing event deleted for resources: {'Port': ['ID=f2f514a6-cd39-4f45-a902-9572c3eef23f,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:34:34.739975 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-a618a6c1-8020-48ad-b2f8-e95838fa5bbf tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:34:34.781659 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b591e0-6d97-47e8-bbcc-e1751ab9f8f2 req-a618a6c1-8020-48ad-b2f8-e95838fa5bbf tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] No DVR routers for this DVR port f2f514a6-cd39-4f45-a902-9572c3eef23f on host hv-cinder-78836 {{(pid=73845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 14:34:34.784779 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [req-21b591e0-6d97-47e8-bbcc-e1751ab9f8f2 req-a618a6c1-8020-48ad-b2f8-e95838fa5bbf tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28568'] for port, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:34.786906 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548fb8a4-7cec-4ee4-90a7-d19db278b795', 'name': 'network-vif-deleted', 'tag': 'f2f514a6-cd39-4f45-a902-9572c3eef23f'}] {{(pid=73845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 14:34:34.797432 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d800e12c-ffab-40f3-8352-cc49117f6cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984668', 'neutron.services.segments.db._delete_segments_for_network-8774018681245'] for network, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:34.805019 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [req-21b591e0-6d97-47e8-bbcc-e1751ab9f8f2 req-a618a6c1-8020-48ad-b2f8-e95838fa5bbf tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.43 "DELETE /v2.0/ports/f2f514a6-cd39-4f45-a902-9572c3eef23f HTTP/1.1" status: 204  len: 173 time: 0.8286939
Apr 30 14:34:34.836790 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548fb8a4-7cec-4ee4-90a7-d19db278b795', 'name': 'network-vif-deleted', 'tag': 'f2f514a6-cd39-4f45-a902-9572c3eef23f', 'status': 'completed', 'code': 200}
Apr 30 14:34:34.922629 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.services.segments.db [None req-d800e12c-ffab-40f3-8352-cc49117f6cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fadc14a0700>,) {'filters': {'network_id': ['092a0b29-f835-430a-9aa3-8b1f7c603abd']}} {{(pid=73844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:34:34.935518 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.services.segments.db [None req-d800e12c-ffab-40f3-8352-cc49117f6cd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fadc14a0700>, '12f164ee-0535-4132-961f-288301f1e21d') {'for_net_delete': True} {{(pid=73844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:34:34.935805 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.services.segments.db [None req-d800e12c-ffab-40f3-8352-cc49117f6cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fadc14a0700>, '12f164ee-0535-4132-961f-288301f1e21d') {} {{(pid=73844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:34:34.947520 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d800e12c-ffab-40f3-8352-cc49117f6cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774018692967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7339652'] for segment, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:34.964379 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d800e12c-ffab-40f3-8352-cc49117f6cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-993311'] for segment, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:34.970733 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d800e12c-ffab-40f3-8352-cc49117f6cd2 admin admin] Releasing vlan 1406 on physical network physnet1 to pool {{(pid=73844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 14:34:35.145463 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.managers [None req-d800e12c-ffab-40f3-8352-cc49117f6cd2 admin admin] Network 092a0b29-f835-430a-9aa3-8b1f7c603abd has no segments {{(pid=73844) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 14:34:35.154803 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d800e12c-ffab-40f3-8352-cc49117f6cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-993508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6994089'] for segment, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:35.325013 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.managers [None req-d800e12c-ffab-40f3-8352-cc49117f6cd2 admin admin] Network 092a0b29-f835-430a-9aa3-8b1f7c603abd has no segments {{(pid=73844) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 14:34:35.345878 dv-cinder-788365-2-iscsi neutron-server[73844]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 14:34:35.345878 dv-cinder-788365-2-iscsi neutron-server[73844]:   util.warn(
Apr 30 14:34:35.345878 dv-cinder-788365-2-iscsi neutron-server[73844]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 14:34:35.345878 dv-cinder-788365-2-iscsi neutron-server[73844]:   util.warn(
Apr 30 14:34:35.345878 dv-cinder-788365-2-iscsi neutron-server[73844]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 14:34:35.345878 dv-cinder-788365-2-iscsi neutron-server[73844]:   util.warn(
Apr 30 14:34:35.345878 dv-cinder-788365-2-iscsi neutron-server[73844]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 14:34:35.345878 dv-cinder-788365-2-iscsi neutron-server[73844]:   util.warn(
Apr 30 14:34:35.345878 dv-cinder-788365-2-iscsi neutron-server[73844]: Traceback (most recent call last):
Apr 30 14:34:35.345878 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 14:34:35.345878 dv-cinder-788365-2-iscsi neutron-server[73844]:     timer()
Apr 30 14:34:35.345878 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 14:34:35.345878 dv-cinder-788365-2-iscsi neutron-server[73844]:     cb(*args, **kw)
Apr 30 14:34:35.345878 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 14:34:35.345878 dv-cinder-788365-2-iscsi neutron-server[73844]:     return func(*args, **kwargs)
Apr 30 14:34:35.345878 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 14:34:35.345878 dv-cinder-788365-2-iscsi neutron-server[73844]:     self._notify()
Apr 30 14:34:35.345878 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 14:34:35.345878 dv-cinder-788365-2-iscsi neutron-server[73844]:     self.callback(batched_events)
Apr 30 14:34:35.345878 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 14:34:35.345878 dv-cinder-788365-2-iscsi neutron-server[73844]:     event.method(event)
Apr 30 14:34:35.345878 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 14:34:35.345878 dv-cinder-788365-2-iscsi neutron-server[73844]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 14:34:35.345878 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 14:34:35.345878 dv-cinder-788365-2-iscsi neutron-server[73844]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 14:34:35.345878 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 14:34:35.345878 dv-cinder-788365-2-iscsi neutron-server[73844]:     return f(self, *a, **k)
Apr 30 14:34:35.345878 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 14:34:35.345878 dv-cinder-788365-2-iscsi neutron-server[73844]:     return self._get(url).json()
Apr 30 14:34:35.345878 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 14:34:35.345878 dv-cinder-788365-2-iscsi neutron-server[73844]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 14:34:35.345878 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 14:34:35.345878 dv-cinder-788365-2-iscsi neutron-server[73844]:     return self.request(url, 'GET', **kwargs)
Apr 30 14:34:35.345878 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 14:34:35.345878 dv-cinder-788365-2-iscsi neutron-server[73844]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 14:34:35.345878 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 14:34:35.345878 dv-cinder-788365-2-iscsi neutron-server[73844]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 14:34:35.345878 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 14:34:35.345878 dv-cinder-788365-2-iscsi neutron-server[73844]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 14:34:35.345878 dv-cinder-788365-2-iscsi neutron-server[73844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 14:34:35.422594 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d800e12c-ffab-40f3-8352-cc49117f6cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8010353'] for network, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:35.425823 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:34:35.438308 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-d800e12c-ffab-40f3-8352-cc49117f6cd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for network, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:35.448498 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d800e12c-ffab-40f3-8352-cc49117f6cd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=092a0b29-f835-430a-9aa3-8b1f7c603abd,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:34:35.452512 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-d800e12c-ffab-40f3-8352-cc49117f6cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:34:35.455941 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-d800e12c-ffab-40f3-8352-cc49117f6cd2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/092a0b29-f835-430a-9aa3-8b1f7c603abd HTTP/1.1" status: 204  len: 168 time: 1.6897075
Apr 30 14:34:35.638440 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 54538) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:34:35.687874 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-a0cf88f3-2e88-416d-a6d1-7c591d1dd2db admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c99359a4c6474ee798e45ae1233320be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0480080
Apr 30 14:34:35.690196 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 54542) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:34:35.761089 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [req-97a1d70a-3db8-4cfc-9c05-7b212a62f19f req-34e962c5-77d1-4628-a1a1-0824e43f0a32 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "GET /v2.0/ports?device_id=548fb8a4-7cec-4ee4-90a7-d19db278b795 HTTP/1.1" status: 200  len: 210 time: 0.0573261
Apr 30 14:34:35.793732 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-bbb9d37b-4faf-4bad-85b3-8b5498a27f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:35.818835 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-bbb9d37b-4faf-4bad-85b3-8b5498a27f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:35.872305 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-bbb9d37b-4faf-4bad-85b3-8b5498a27f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:35.875812 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-a4631915-7f45-4328-9232-ad2348ca0dd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:34:35.889181 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb9d37b-4faf-4bad-85b3-8b5498a27f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0984bf2c-83b1-4ae2-8109-a856fe08012a,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:34:35.891490 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-bbb9d37b-4faf-4bad-85b3-8b5498a27f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:34:35.899324 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-bbb9d37b-4faf-4bad-85b3-8b5498a27f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:35.900433 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-bbb9d37b-4faf-4bad-85b3-8b5498a27f64 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0984bf2c-83b1-4ae2-8109-a856fe08012a HTTP/1.1" status: 204  len: 168 time: 0.2092388
Apr 30 14:34:35.992666 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 705a1837-72d3-4ca5-bf5a-0bfbe6f71e74 no longer exists at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:34:36.027383 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] No Port match for: 705a1837-72d3-4ca5-bf5a-0bfbe6f71e74 {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:34:36.028138 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 705a1837-72d3-4ca5-bf5a-0bfbe6f71e74 not bound to the agent host dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:34:36.253678 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 54552) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:34:36.301290 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-ae03d2af-c059-4562-b26c-4863e6163b66 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7542c3fc5daa416ea5a588b74dec0c00&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0463414
Apr 30 14:34:36.303620 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 54556) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:34:36.449487 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-dcf8475a-57bc-4e07-b0a3-0a4fd461b6bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:36.474765 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-dcf8475a-57bc-4e07-b0a3-0a4fd461b6bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:36.528232 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-dcf8475a-57bc-4e07-b0a3-0a4fd461b6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:36.532223 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-c6193705-141e-43a6-8fb1-9cbdba41bcce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:34:36.544038 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf8475a-57bc-4e07-b0a3-0a4fd461b6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf816081-1fcd-400a-b559-8ec153198c5b,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:34:36.546418 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-dcf8475a-57bc-4e07-b0a3-0a4fd461b6bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:34:36.554634 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-dcf8475a-57bc-4e07-b0a3-0a4fd461b6bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:36.555817 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-dcf8475a-57bc-4e07-b0a3-0a4fd461b6bb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cf816081-1fcd-400a-b559-8ec153198c5b HTTP/1.1" status: 204  len: 168 time: 0.2509985
Apr 30 14:34:37.102472 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device f2f514a6-cd39-4f45-a902-9572c3eef23f no longer exists at agent hyperv_hv-cinder-78836 {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:34:37.138536 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] No Port match for: f2f514a6-cd39-4f45-a902-9572c3eef23f {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:34:37.138881 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Device f2f514a6-cd39-4f45-a902-9572c3eef23f not bound to the agent host hv-cinder-78836 {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:34:38.088823 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 54570) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:34:38.158339 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f4ff47c8-3571-42f1-8643-7f2a5a666cd7 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:38.188718 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f4ff47c8-3571-42f1-8643-7f2a5a666cd7 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:38.255759 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f4ff47c8-3571-42f1-8643-7f2a5a666cd7 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:38.259940 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-51c83f92-6734-4df4-9796-3386d90fbc73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:34:38.274974 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff47c8-3571-42f1-8643-7f2a5a666cd7 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6524bc1e-3de1-4d82-951f-89674d32c7e6,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:34:38.279031 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-f4ff47c8-3571-42f1-8643-7f2a5a666cd7 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:34:38.288100 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-f4ff47c8-3571-42f1-8643-7f2a5a666cd7 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:38.292255 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-f4ff47c8-3571-42f1-8643-7f2a5a666cd7 tempest-TestVolumeBootPattern-865648988 tempest-TestVolumeBootPattern-865648988-project] 10.222.0.32 "DELETE /v2.0/security-groups/6524bc1e-3de1-4d82-951f-89674d32c7e6 HTTP/1.1" status: 204  len: 168 time: 0.1994309
Apr 30 14:34:38.339065 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 54576) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:34:38.691682 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:34:38.865586 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-90ec2f5a-a13b-4d8e-9174-70791e7c4b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998330'] for router_interface, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:39.269568 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-90ec2f5a-a13b-4d8e-9174-70791e7c4b22 admin admin] Deleting port 1bc0018d-3e27-470c-9d73-75f9e2b630d9 {{(pid=73844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:34:39.270291 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-90ec2f5a-a13b-4d8e-9174-70791e7c4b22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:39.388810 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.db [None req-90ec2f5a-a13b-4d8e-9174-70791e7c4b22 admin admin] For port 1bc0018d-3e27-470c-9d73-75f9e2b630d9, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=1bc0018d-3e27-470c-9d73-75f9e2b630d9,segment=NetworkSegment(7234b902-5872-49c5-8710-924ad51ea083),segment_id=7234b902-5872-49c5-8710-924ad51ea083)] {{(pid=73844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:34:39.389162 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-90ec2f5a-a13b-4d8e-9174-70791e7c4b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:39.597601 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-90ec2f5a-a13b-4d8e-9174-70791e7c4b22 admin admin] Calling delete_port for 1bc0018d-3e27-470c-9d73-75f9e2b630d9 owned by network:router_interface {{(pid=73844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:34:39.744966 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-90ec2f5a-a13b-4d8e-9174-70791e7c4b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6994046'] for port, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:39.748894 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:34:39.791500 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec2f5a-a13b-4d8e-9174-70791e7c4b22 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bc0018d-3e27-470c-9d73-75f9e2b630d9,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:34:39.793890 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-90ec2f5a-a13b-4d8e-9174-70791e7c4b22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:34:40.062284 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-90ec2f5a-a13b-4d8e-9174-70791e7c4b22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8003786'] for router_interface, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:40.428689 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ec2f5a-a13b-4d8e-9174-70791e7c4b22 admin admin] Router 77ae43f9-f25b-46c7-afe9-31fd1b29d643 has already been hosted by L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d {{(pid=73844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 14:34:40.607472 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ec2f5a-a13b-4d8e-9174-70791e7c4b22 admin admin] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:34:40.616845 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1243dbd1-5602-4f62-8374-2cedf90417c6 None None] Sync routers for ids ['77ae43f9-f25b-46c7-afe9-31fd1b29d643'] in dv-cinder-788365-2-iscsi {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:34:40.620739 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-90ec2f5a-a13b-4d8e-9174-70791e7c4b22 admin admin] 10.222.0.32 "PUT /v2.0/routers/77ae43f9-f25b-46c7-afe9-31fd1b29d643/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2806044
Apr 30 14:34:40.623200 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 54580) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:34:40.626092 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1243dbd1-5602-4f62-8374-2cedf90417c6 None None] Routers {'77ae43f9-f25b-46c7-afe9-31fd1b29d643'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:34:40.626711 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-1243dbd1-5602-4f62-8374-2cedf90417c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc3075a30>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:34:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['77ae43f9-f25b-46c7-afe9-31fd1b29d643'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:34:40.812304 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4a92f2d6-29f0-46e5-ab00-7ab3996de50b admin admin] Notify callbacks [] for router, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:40.850952 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-1243dbd1-5602-4f62-8374-2cedf90417c6 None None] Set router 77ae43f9-f25b-46c7-afe9-31fd1b29d643 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:34:41.098954 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4a92f2d6-29f0-46e5-ab00-7ab3996de50b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:41.156085 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-1243dbd1-5602-4f62-8374-2cedf90417c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc3075a30>, [{'id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'name': 'tempest-TestVolumeBootPattern-2076405275-router', 'tenant_id': 'ed5f125b675145ad8413162584df1e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'aa44c099-a161-4d40-ab98-74995715fa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:30:05Z', 'updated_at': '2021-04-30T14:34:39Z', 'revision_number': 5, 'project_id': 'ed5f125b675145ad8413162584df1e52', 'gw_port': {'id': 'aa44c099-a161-4d40-ab98-74995715fa89', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:30:06Z', 'updated_at': '2021-04-30T14:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi'}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:34:41.161051 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1243dbd1-5602-4f62-8374-2cedf90417c6 None None] Checking router: 77ae43f9-f25b-46c7-afe9-31fd1b29d643 for host: dv-cinder-788365-2-iscsi {{(pid=73846) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:34:41.170747 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1243dbd1-5602-4f62-8374-2cedf90417c6 None None] Routers {'77ae43f9-f25b-46c7-afe9-31fd1b29d643'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73846) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:34:41.171708 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-1243dbd1-5602-4f62-8374-2cedf90417c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc3075a30>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:34:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['77ae43f9-f25b-46c7-afe9-31fd1b29d643'], 'active': True} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:34:41.176345 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-4a92f2d6-29f0-46e5-ab00-7ab3996de50b admin admin] Deleting port aa44c099-a161-4d40-ab98-74995715fa89 {{(pid=73844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:34:41.176688 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4a92f2d6-29f0-46e5-ab00-7ab3996de50b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:41.304766 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.db [None req-4a92f2d6-29f0-46e5-ab00-7ab3996de50b admin admin] For port aa44c099-a161-4d40-ab98-74995715fa89, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=aa44c099-a161-4d40-ab98-74995715fa89,segment=NetworkSegment(d90c35f3-ac38-4f09-b94c-cacd24da79a8),segment_id=d90c35f3-ac38-4f09-b94c-cacd24da79a8)] {{(pid=73844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:34:41.306019 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4a92f2d6-29f0-46e5-ab00-7ab3996de50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:41.332209 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvr_db [None req-1243dbd1-5602-4f62-8374-2cedf90417c6 None None] Set router 77ae43f9-f25b-46c7-afe9-31fd1b29d643 gateway port host: None {{(pid=73846) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:34:41.436590 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-4a92f2d6-29f0-46e5-ab00-7ab3996de50b admin admin] Calling delete_port for aa44c099-a161-4d40-ab98-74995715fa89 owned by network:router_gateway {{(pid=73844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:34:41.443796 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_hamode_db [None req-1243dbd1-5602-4f62-8374-2cedf90417c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc3075a30>, [{'id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'name': 'tempest-TestVolumeBootPattern-2076405275-router', 'tenant_id': 'ed5f125b675145ad8413162584df1e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:30:05Z', 'updated_at': '2021-04-30T14:34:41Z', 'revision_number': 6, 'project_id': 'ed5f125b675145ad8413162584df1e52', 'gw_port_host': None}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:34:41.447815 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1243dbd1-5602-4f62-8374-2cedf90417c6 None None] The sync data for ids ['77ae43f9-f25b-46c7-afe9-31fd1b29d643'] in dv-cinder-788365-2-iscsi is: [{'id': '77ae43f9-f25b-46c7-afe9-31fd1b29d643', 'name': 'tempest-TestVolumeBootPattern-2076405275-router', 'tenant_id': 'ed5f125b675145ad8413162584df1e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:30:05Z', 'updated_at': '2021-04-30T14:34:41Z', 'revision_number': 6, 'project_id': 'ed5f125b675145ad8413162584df1e52', 'gw_port_host': None}] {{(pid=73846) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:34:41.579292 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4a92f2d6-29f0-46e5-ab00-7ab3996de50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6994046'] for port, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:41.583782 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-626d8d34-9c06-46e6-ab59-33403e4b6766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:34:41.631877 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a92f2d6-29f0-46e5-ab00-7ab3996de50b admin admin] Pushing event deleted for resources: {'Port': ['ID=aa44c099-a161-4d40-ab98-74995715fa89,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:34:41.657147 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-4a92f2d6-29f0-46e5-ab00-7ab3996de50b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:34:41.721096 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4a92f2d6-29f0-46e5-ab00-7ab3996de50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7996653'] for router_gateway, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:41.896525 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4a92f2d6-29f0-46e5-ab00-7ab3996de50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5731'] for router, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:41.898747 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4a92f2d6-29f0-46e5-ab00-7ab3996de50b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:41.921681 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4a92f2d6-29f0-46e5-ab00-7ab3996de50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8005192'] for router, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:41.922235 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a92f2d6-29f0-46e5-ab00-7ab3996de50b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77ae43f9-f25b-46c7-afe9-31fd1b29d643 {{(pid=73844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 14:34:41.933762 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-4a92f2d6-29f0-46e5-ab00-7ab3996de50b admin admin] Notify callbacks [] for router, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:41.934849 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-4a92f2d6-29f0-46e5-ab00-7ab3996de50b admin admin] 10.222.0.32 "DELETE /v2.0/routers/77ae43f9-f25b-46c7-afe9-31fd1b29d643 HTTP/1.1" status: 204  len: 168 time: 1.3107586
Apr 30 14:34:41.937378 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 54584) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:34:41.997845 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6e90b6d-e2e3-430f-b125-16de1e2da217 admin admin] Deleting subnet 9f23d568-73de-4592-8503-c0c3b3a82d19 {{(pid=73844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 14:34:42.000609 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-a6e90b6d-e2e3-430f-b125-16de1e2da217 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:42.049448 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-a6e90b6d-e2e3-430f-b125-16de1e2da217 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7339661'] for subnet, precommit_delete_associations {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:42.125475 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-a6e90b6d-e2e3-430f-b125-16de1e2da217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996049'] for subnet, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:42.219965 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device aa44c099-a161-4d40-ab98-74995715fa89 no longer exists at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:34:42.253615 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] No Port match for: aa44c099-a161-4d40-ab98-74995715fa89 {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:34:42.253912 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device aa44c099-a161-4d40-ab98-74995715fa89 not bound to the agent host dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:34:42.254339 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 1bc0018d-3e27-470c-9d73-75f9e2b630d9 no longer exists at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:34:42.287911 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] No Port match for: 1bc0018d-3e27-470c-9d73-75f9e2b630d9 {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:34:42.288260 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 1bc0018d-3e27-470c-9d73-75f9e2b630d9 not bound to the agent host dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:34:42.390926 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-a6e90b6d-e2e3-430f-b125-16de1e2da217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6993923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6538315'] for subnet, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:42.394697 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-ceaeb4f0-3329-465b-8ece-25d313be9cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:34:42.430000 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e90b6d-e2e3-430f-b125-16de1e2da217 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f23d568-73de-4592-8503-c0c3b3a82d19,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:34:42.433027 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-a6e90b6d-e2e3-430f-b125-16de1e2da217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:34:42.435939 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-a6e90b6d-e2e3-430f-b125-16de1e2da217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for subnet, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:42.441508 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d6bba9-b506-436a-81b0-1776783ffa4d None None] Network dbe1c35b-52b9-474c-956a-e01ca51e74ba requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:34:42.442252 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-a6e90b6d-e2e3-430f-b125-16de1e2da217 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9f23d568-73de-4592-8503-c0c3b3a82d19 HTTP/1.1" status: 204  len: 168 time: 0.5039113
Apr 30 14:34:42.444684 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 54588) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:34:42.648715 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-afb28b5e-e22b-4ca7-a760-326944208e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639966'] for network, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:42.689547 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a358462e-3923-4fc0-9157-8ab45470850e None None] DHCP port deletion for dbe1c35b-52b9-474c-956a-e01ca51e74ba request from dv-cinder-788365-2-iscsi {{(pid=73846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 14:34:42.725518 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-afb28b5e-e22b-4ca7-a760-326944208e97 admin admin] Deleting port 08d982cd-4aab-42f0-b283-a7abb55273dc {{(pid=73844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:34:42.725804 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-afb28b5e-e22b-4ca7-a760-326944208e97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:42.753645 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-a358462e-3923-4fc0-9157-8ab45470850e None None] Deleting port 08d982cd-4aab-42f0-b283-a7abb55273dc {{(pid=73846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:34:42.754082 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a358462e-3923-4fc0-9157-8ab45470850e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:42.825194 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.db [None req-afb28b5e-e22b-4ca7-a760-326944208e97 admin admin] For port 08d982cd-4aab-42f0-b283-a7abb55273dc, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=08d982cd-4aab-42f0-b283-a7abb55273dc,segment=NetworkSegment(7234b902-5872-49c5-8710-924ad51ea083),segment_id=7234b902-5872-49c5-8710-924ad51ea083)] {{(pid=73844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:34:42.825542 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-afb28b5e-e22b-4ca7-a760-326944208e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:42.852515 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-a358462e-3923-4fc0-9157-8ab45470850e None None] For port 08d982cd-4aab-42f0-b283-a7abb55273dc, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=08d982cd-4aab-42f0-b283-a7abb55273dc,segment=NetworkSegment(7234b902-5872-49c5-8710-924ad51ea083),segment_id=7234b902-5872-49c5-8710-924ad51ea083)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:34:42.852917 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a358462e-3923-4fc0-9157-8ab45470850e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:42.947983 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-afb28b5e-e22b-4ca7-a760-326944208e97 admin admin] Calling delete_port for 08d982cd-4aab-42f0-b283-a7abb55273dc owned by network:dhcp {{(pid=73844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:34:42.973344 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-a358462e-3923-4fc0-9157-8ab45470850e None None] Calling delete_port for 08d982cd-4aab-42f0-b283-a7abb55273dc owned by network:dhcp {{(pid=73846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:34:42.993149 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-afb28b5e-e22b-4ca7-a760-326944208e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6994046'] for port, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:42.998295 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-1cb5db3a-d38d-4c9c-9140-c1f2f42f926a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:34:43.016372 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a358462e-3923-4fc0-9157-8ab45470850e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197'] for port, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:43.020016 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:34:43.044109 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb28b5e-e22b-4ca7-a760-326944208e97 admin admin] Pushing event deleted for resources: {'Port': ['ID=08d982cd-4aab-42f0-b283-a7abb55273dc,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:34:43.046500 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-afb28b5e-e22b-4ca7-a760-326944208e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:34:43.048681 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb28b5e-e22b-4ca7-a760-326944208e97 admin admin] No DVR routers for this DVR port 08d982cd-4aab-42f0-b283-a7abb55273dc on host dv-cinder-788365-2-iscsi {{(pid=73844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 14:34:43.108062 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358462e-3923-4fc0-9157-8ab45470850e None None] Pushing event deleted for resources: {'Port': ['ID=08d982cd-4aab-42f0-b283-a7abb55273dc,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:34:43.110931 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-a358462e-3923-4fc0-9157-8ab45470850e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:34:43.111746 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a358462e-3923-4fc0-9157-8ab45470850e None None] No DVR routers for this DVR port 08d982cd-4aab-42f0-b283-a7abb55273dc on host dv-cinder-788365-2-iscsi {{(pid=73846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 14:34:43.172167 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-afb28b5e-e22b-4ca7-a760-326944208e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984668', 'neutron.services.segments.db._delete_segments_for_network-8774018681245'] for network, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:43.276443 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.services.segments.db [None req-afb28b5e-e22b-4ca7-a760-326944208e97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fadc2364ca0>,) {'filters': {'network_id': ['dbe1c35b-52b9-474c-956a-e01ca51e74ba']}} {{(pid=73844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:34:43.292520 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.services.segments.db [None req-afb28b5e-e22b-4ca7-a760-326944208e97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fadc2364ca0>, '7234b902-5872-49c5-8710-924ad51ea083') {'for_net_delete': True} {{(pid=73844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:34:43.292820 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.services.segments.db [None req-afb28b5e-e22b-4ca7-a760-326944208e97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fadc2364ca0>, '7234b902-5872-49c5-8710-924ad51ea083') {} {{(pid=73844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:34:43.304142 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-afb28b5e-e22b-4ca7-a760-326944208e97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774018692967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7339652'] for segment, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:43.320297 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-afb28b5e-e22b-4ca7-a760-326944208e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-993311'] for segment, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:43.326881 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afb28b5e-e22b-4ca7-a760-326944208e97 admin admin] Releasing vlan 1445 on physical network physnet1 to pool {{(pid=73844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 14:34:43.496477 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.managers [None req-afb28b5e-e22b-4ca7-a760-326944208e97 admin admin] Network dbe1c35b-52b9-474c-956a-e01ca51e74ba has no segments {{(pid=73844) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 14:34:43.504797 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-afb28b5e-e22b-4ca7-a760-326944208e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-993508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6994089'] for segment, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:43.673039 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.managers [None req-afb28b5e-e22b-4ca7-a760-326944208e97 admin admin] Network dbe1c35b-52b9-474c-956a-e01ca51e74ba has no segments {{(pid=73844) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 14:34:43.694090 dv-cinder-788365-2-iscsi neutron-server[73844]: Traceback (most recent call last):
Apr 30 14:34:43.694090 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 14:34:43.694090 dv-cinder-788365-2-iscsi neutron-server[73844]:     timer()
Apr 30 14:34:43.694090 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 14:34:43.694090 dv-cinder-788365-2-iscsi neutron-server[73844]:     cb(*args, **kw)
Apr 30 14:34:43.694090 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 14:34:43.694090 dv-cinder-788365-2-iscsi neutron-server[73844]:     return func(*args, **kwargs)
Apr 30 14:34:43.694090 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 14:34:43.694090 dv-cinder-788365-2-iscsi neutron-server[73844]:     self._notify()
Apr 30 14:34:43.694090 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 14:34:43.694090 dv-cinder-788365-2-iscsi neutron-server[73844]:     self.callback(batched_events)
Apr 30 14:34:43.694090 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 14:34:43.694090 dv-cinder-788365-2-iscsi neutron-server[73844]:     event.method(event)
Apr 30 14:34:43.694090 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 14:34:43.694090 dv-cinder-788365-2-iscsi neutron-server[73844]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 14:34:43.694090 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 14:34:43.694090 dv-cinder-788365-2-iscsi neutron-server[73844]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 14:34:43.694090 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 14:34:43.694090 dv-cinder-788365-2-iscsi neutron-server[73844]:     return f(self, *a, **k)
Apr 30 14:34:43.694090 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 14:34:43.694090 dv-cinder-788365-2-iscsi neutron-server[73844]:     return self._get(url).json()
Apr 30 14:34:43.694090 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 14:34:43.694090 dv-cinder-788365-2-iscsi neutron-server[73844]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 14:34:43.694090 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 14:34:43.694090 dv-cinder-788365-2-iscsi neutron-server[73844]:     return self.request(url, 'GET', **kwargs)
Apr 30 14:34:43.694090 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 14:34:43.694090 dv-cinder-788365-2-iscsi neutron-server[73844]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 14:34:43.694090 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 14:34:43.694090 dv-cinder-788365-2-iscsi neutron-server[73844]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 14:34:43.694090 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 14:34:43.694090 dv-cinder-788365-2-iscsi neutron-server[73844]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 14:34:43.694090 dv-cinder-788365-2-iscsi neutron-server[73844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 14:34:43.769993 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-afb28b5e-e22b-4ca7-a760-326944208e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8010353'] for network, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:43.773287 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-3ce3a33f-3f77-4ace-9f1b-801747090f9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:34:43.785800 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-afb28b5e-e22b-4ca7-a760-326944208e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for network, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:43.796217 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb28b5e-e22b-4ca7-a760-326944208e97 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbe1c35b-52b9-474c-956a-e01ca51e74ba,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:34:43.799250 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-afb28b5e-e22b-4ca7-a760-326944208e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:34:43.811032 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-afb28b5e-e22b-4ca7-a760-326944208e97 admin admin] 10.222.0.32 "DELETE /v2.0/networks/dbe1c35b-52b9-474c-956a-e01ca51e74ba HTTP/1.1" status: 204  len: 168 time: 1.3651276
Apr 30 14:34:43.813964 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 54592) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:34:44.002377 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 08d982cd-4aab-42f0-b283-a7abb55273dc no longer exists at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:34:44.037636 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] No Port match for: 08d982cd-4aab-42f0-b283-a7abb55273dc {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:34:44.038140 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 08d982cd-4aab-42f0-b283-a7abb55273dc not bound to the agent host dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:34:44.453280 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-b989a486-bafd-4d23-ac1e-ea5277fedc66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998330'] for router_interface, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:44.859869 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-b989a486-bafd-4d23-ac1e-ea5277fedc66 admin admin] Deleting port 191186de-85a4-42bd-9e48-d656b41540c7 {{(pid=73844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:34:44.860565 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-b989a486-bafd-4d23-ac1e-ea5277fedc66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:44.978665 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.db [None req-b989a486-bafd-4d23-ac1e-ea5277fedc66 admin admin] For port 191186de-85a4-42bd-9e48-d656b41540c7, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=191186de-85a4-42bd-9e48-d656b41540c7,segment=NetworkSegment(7fbe86f2-01f1-459d-b671-ce88356f4961),segment_id=7fbe86f2-01f1-459d-b671-ce88356f4961)] {{(pid=73844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:34:44.979023 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-b989a486-bafd-4d23-ac1e-ea5277fedc66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:45.101033 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-b989a486-bafd-4d23-ac1e-ea5277fedc66 admin admin] Calling delete_port for 191186de-85a4-42bd-9e48-d656b41540c7 owned by network:router_interface {{(pid=73844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:34:45.246906 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-b989a486-bafd-4d23-ac1e-ea5277fedc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6994046'] for port, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:45.250723 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-626d8d34-9c06-46e6-ab59-33403e4b6766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:34:45.295535 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b989a486-bafd-4d23-ac1e-ea5277fedc66 admin admin] Pushing event deleted for resources: {'Port': ['ID=191186de-85a4-42bd-9e48-d656b41540c7,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:34:45.297923 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-b989a486-bafd-4d23-ac1e-ea5277fedc66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:34:45.661045 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-b989a486-bafd-4d23-ac1e-ea5277fedc66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8003786'] for router_interface, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:46.017514 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b989a486-bafd-4d23-ac1e-ea5277fedc66 admin admin] Router bdd95e3e-9cd4-4143-857a-8521a5f48ed1 has already been hosted by L3 agent b595573c-4a05-42a9-b3c8-ebe894fc6b2d {{(pid=73844) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 14:34:46.190391 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b989a486-bafd-4d23-ac1e-ea5277fedc66 admin admin] Notify agent at l3_agent.dv-cinder-788365-2-iscsi the message routers_updated {{(pid=73844) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 14:34:46.198704 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704f2edf-e49a-450e-96bc-c2efd7ee2541 None None] Sync routers for ids ['bdd95e3e-9cd4-4143-857a-8521a5f48ed1'] in dv-cinder-788365-2-iscsi {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 14:34:46.199368 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-b989a486-bafd-4d23-ac1e-ea5277fedc66 admin admin] 10.222.0.32 "PUT /v2.0/routers/bdd95e3e-9cd4-4143-857a-8521a5f48ed1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3843822
Apr 30 14:34:46.201863 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 54596) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:34:46.209823 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704f2edf-e49a-450e-96bc-c2efd7ee2541 None None] Routers {'bdd95e3e-9cd4-4143-857a-8521a5f48ed1'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:34:46.210430 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-704f2edf-e49a-450e-96bc-c2efd7ee2541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc2e19df0>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:34:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['bdd95e3e-9cd4-4143-857a-8521a5f48ed1'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:34:46.376159 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-093f4702-3fa9-4e8f-9494-ac1cc744b880 admin admin] Notify callbacks [] for router, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:46.382412 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-704f2edf-e49a-450e-96bc-c2efd7ee2541 None None] Set router bdd95e3e-9cd4-4143-857a-8521a5f48ed1 gateway port host: dv-cinder-788365-2-iscsi {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:34:46.547979 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-093f4702-3fa9-4e8f-9494-ac1cc744b880 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:46.620982 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-093f4702-3fa9-4e8f-9494-ac1cc744b880 admin admin] Deleting port 17338b6e-4125-4855-8837-1b904d554d94 {{(pid=73844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:34:46.621322 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-093f4702-3fa9-4e8f-9494-ac1cc744b880 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:46.666574 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-704f2edf-e49a-450e-96bc-c2efd7ee2541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc2e19df0>, [{'id': 'bdd95e3e-9cd4-4143-857a-8521a5f48ed1', 'name': 'tempest-TestVolumeBootPattern-624207585-router', 'tenant_id': '46766c9837dc40f2891f3738d8df7771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'external_fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '17338b6e-4125-4855-8837-1b904d554d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:30:12Z', 'updated_at': '2021-04-30T14:34:45Z', 'revision_number': 5, 'project_id': '46766c9837dc40f2891f3738d8df7771', 'gw_port': {'id': '17338b6e-4125-4855-8837-1b904d554d94', 'name': '', 'network_id': '304f1885-0a25-4285-aed6-702a057610f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd95e3e-9cd4-4143-857a-8521a5f48ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T14:30:13Z', 'updated_at': '2021-04-30T14:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49300ed0-235c-492b-9da4-467f65f5f0f0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-2-iscsi'}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:34:46.670533 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704f2edf-e49a-450e-96bc-c2efd7ee2541 None None] Checking router: bdd95e3e-9cd4-4143-857a-8521a5f48ed1 for host: dv-cinder-788365-2-iscsi {{(pid=73847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 14:34:46.678679 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704f2edf-e49a-450e-96bc-c2efd7ee2541 None None] Routers {'bdd95e3e-9cd4-4143-857a-8521a5f48ed1'} bound to L3 agent in host dv-cinder-788365-2-iscsi {{(pid=73847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 14:34:46.679287 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-704f2edf-e49a-450e-96bc-c2efd7ee2541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fadc2e19df0>, 'dv-cinder-788365-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:59:51Z,description=<?>,heartbeat_timestamp=2021-04-30T14:34:21Z,host='dv-cinder-788365-2-iscsi',id=b595573c-4a05-42a9-b3c8-ebe894fc6b2d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T13:59:51Z,topic='l3_agent')) {'router_ids': ['bdd95e3e-9cd4-4143-857a-8521a5f48ed1'], 'active': True} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:34:46.829096 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_dvr_db [None req-704f2edf-e49a-450e-96bc-c2efd7ee2541 None None] Set router bdd95e3e-9cd4-4143-857a-8521a5f48ed1 gateway port host: None {{(pid=73847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 14:34:46.850300 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.db [None req-093f4702-3fa9-4e8f-9494-ac1cc744b880 admin admin] For port 17338b6e-4125-4855-8837-1b904d554d94, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=17338b6e-4125-4855-8837-1b904d554d94,segment=NetworkSegment(d90c35f3-ac38-4f09-b94c-cacd24da79a8),segment_id=d90c35f3-ac38-4f09-b94c-cacd24da79a8)] {{(pid=73844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:34:46.850654 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-093f4702-3fa9-4e8f-9494-ac1cc744b880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:46.933307 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.l3_hamode_db [None req-704f2edf-e49a-450e-96bc-c2efd7ee2541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fadc2e19df0>, [{'id': 'bdd95e3e-9cd4-4143-857a-8521a5f48ed1', 'name': 'tempest-TestVolumeBootPattern-624207585-router', 'tenant_id': '46766c9837dc40f2891f3738d8df7771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:30:12Z', 'updated_at': '2021-04-30T14:34:46Z', 'revision_number': 6, 'project_id': '46766c9837dc40f2891f3738d8df7771', 'gw_port_host': None}], 'dv-cinder-788365-2-iscsi', False) {} {{(pid=73847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:34:46.937242 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704f2edf-e49a-450e-96bc-c2efd7ee2541 None None] The sync data for ids ['bdd95e3e-9cd4-4143-857a-8521a5f48ed1'] in dv-cinder-788365-2-iscsi is: [{'id': 'bdd95e3e-9cd4-4143-857a-8521a5f48ed1', 'name': 'tempest-TestVolumeBootPattern-624207585-router', 'tenant_id': '46766c9837dc40f2891f3738d8df7771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T14:30:12Z', 'updated_at': '2021-04-30T14:34:46Z', 'revision_number': 6, 'project_id': '46766c9837dc40f2891f3738d8df7771', 'gw_port_host': None}] {{(pid=73847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 14:34:46.973748 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-093f4702-3fa9-4e8f-9494-ac1cc744b880 admin admin] Calling delete_port for 17338b6e-4125-4855-8837-1b904d554d94 owned by network:router_gateway {{(pid=73844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:34:47.107449 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-093f4702-3fa9-4e8f-9494-ac1cc744b880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6994046'] for port, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:47.111563 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-4a92f2d6-29f0-46e5-ab00-7ab3996de50b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:34:47.154275 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f4702-3fa9-4e8f-9494-ac1cc744b880 admin admin] Pushing event deleted for resources: {'Port': ['ID=17338b6e-4125-4855-8837-1b904d554d94,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:34:47.157258 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-093f4702-3fa9-4e8f-9494-ac1cc744b880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:34:47.249599 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-093f4702-3fa9-4e8f-9494-ac1cc744b880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7996653'] for router_gateway, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:47.427884 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-093f4702-3fa9-4e8f-9494-ac1cc744b880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5731'] for router, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:47.430043 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-093f4702-3fa9-4e8f-9494-ac1cc744b880 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:47.452446 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-093f4702-3fa9-4e8f-9494-ac1cc744b880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8005192'] for router, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:47.452984 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093f4702-3fa9-4e8f-9494-ac1cc744b880 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdd95e3e-9cd4-4143-857a-8521a5f48ed1 {{(pid=73844) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 14:34:47.465951 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-093f4702-3fa9-4e8f-9494-ac1cc744b880 admin admin] Notify callbacks [] for router, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:47.467073 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-093f4702-3fa9-4e8f-9494-ac1cc744b880 admin admin] 10.222.0.32 "DELETE /v2.0/routers/bdd95e3e-9cd4-4143-857a-8521a5f48ed1 HTTP/1.1" status: 204  len: 168 time: 1.2642787
Apr 30 14:34:47.469552 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 54600) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:34:47.528282 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c8575e2-5855-46cf-9f19-6749e5a5cdbd admin admin] Deleting subnet 5e0705f4-7dac-440f-bd88-7ac854e9d91b {{(pid=73844) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 14:34:47.531087 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2c8575e2-5855-46cf-9f19-6749e5a5cdbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:47.580970 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2c8575e2-5855-46cf-9f19-6749e5a5cdbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7339661'] for subnet, precommit_delete_associations {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:47.655390 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2c8575e2-5855-46cf-9f19-6749e5a5cdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996049'] for subnet, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:47.914539 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2c8575e2-5855-46cf-9f19-6749e5a5cdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6993923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6538315'] for subnet, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:47.919624 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-a885b27c-e9cf-4b72-a4f4-38c0edc336af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:34:47.956508 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-2c8575e2-5855-46cf-9f19-6749e5a5cdbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for subnet, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:47.959206 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8575e2-5855-46cf-9f19-6749e5a5cdbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e0705f4-7dac-440f-bd88-7ac854e9d91b,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:34:47.963267 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c1fbe6-6924-418c-b6ea-e47c834caec8 None None] Network 5e3c3ead-2f2c-425e-86c1-ac84988bec4d requested from dv-cinder-788365-2-iscsi {{(pid=73846) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 14:34:47.966503 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-2c8575e2-5855-46cf-9f19-6749e5a5cdbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:34:47.969610 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-2c8575e2-5855-46cf-9f19-6749e5a5cdbd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5e0705f4-7dac-440f-bd88-7ac854e9d91b HTTP/1.1" status: 204  len: 168 time: 0.4988303
Apr 30 14:34:47.971836 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 54604) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:34:48.044528 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 191186de-85a4-42bd-9e48-d656b41540c7 no longer exists at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:34:48.084409 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-17af884d-5306-4132-b0ce-8799b7e48665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639966'] for network, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:48.090462 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] No Port match for: 191186de-85a4-42bd-9e48-d656b41540c7 {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:34:48.090819 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 191186de-85a4-42bd-9e48-d656b41540c7 not bound to the agent host dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:34:48.091237 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 17338b6e-4125-4855-8837-1b904d554d94 no longer exists at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:34:48.130610 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] No Port match for: 17338b6e-4125-4855-8837-1b904d554d94 {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:34:48.130956 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device 17338b6e-4125-4855-8837-1b904d554d94 not bound to the agent host dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:34:48.155839 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-17af884d-5306-4132-b0ce-8799b7e48665 admin admin] Deleting port cc741ced-25cd-4362-8e76-4168e549f611 {{(pid=73844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:34:48.156488 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-17af884d-5306-4132-b0ce-8799b7e48665 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:48.263886 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.db [None req-17af884d-5306-4132-b0ce-8799b7e48665 admin admin] For port cc741ced-25cd-4362-8e76-4168e549f611, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=cc741ced-25cd-4362-8e76-4168e549f611,segment=NetworkSegment(7fbe86f2-01f1-459d-b671-ce88356f4961),segment_id=7fbe86f2-01f1-459d-b671-ce88356f4961)] {{(pid=73844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:34:48.264240 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-17af884d-5306-4132-b0ce-8799b7e48665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:48.291559 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3013c396-36f2-4425-bc5f-2499201cd1ec None None] DHCP port deletion for 5e3c3ead-2f2c-425e-86c1-ac84988bec4d request from dv-cinder-788365-2-iscsi {{(pid=73846) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 14:34:48.365066 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-3013c396-36f2-4425-bc5f-2499201cd1ec None None] Deleting port cc741ced-25cd-4362-8e76-4168e549f611 {{(pid=73846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 14:34:48.365448 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-3013c396-36f2-4425-bc5f-2499201cd1ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774018669141'] for port, before_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:48.468538 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.db [None req-3013c396-36f2-4425-bc5f-2499201cd1ec None None] For port cc741ced-25cd-4362-8e76-4168e549f611, host dv-cinder-788365-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-2-iscsi',level=0,port_id=cc741ced-25cd-4362-8e76-4168e549f611,segment=NetworkSegment(7fbe86f2-01f1-459d-b671-ce88356f4961),segment_id=7fbe86f2-01f1-459d-b671-ce88356f4961)] {{(pid=73846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 14:34:48.468849 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-3013c396-36f2-4425-bc5f-2499201cd1ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006539'] for port, precommit_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:48.487257 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.plugin [None req-17af884d-5306-4132-b0ce-8799b7e48665 admin admin] Calling delete_port for cc741ced-25cd-4362-8e76-4168e549f611 owned by network:dhcp {{(pid=73844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:34:48.534192 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-17af884d-5306-4132-b0ce-8799b7e48665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6994046'] for port, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:48.538714 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-80c2631f-52f8-4d6f-97e6-e63cb54732ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:34:48.582876 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af884d-5306-4132-b0ce-8799b7e48665 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc741ced-25cd-4362-8e76-4168e549f611,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:34:48.584803 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17af884d-5306-4132-b0ce-8799b7e48665 admin admin] No DVR routers for this DVR port cc741ced-25cd-4362-8e76-4168e549f611 on host dv-cinder-788365-2-iscsi {{(pid=73844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 14:34:48.586451 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-17af884d-5306-4132-b0ce-8799b7e48665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:34:48.592340 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-3013c396-36f2-4425-bc5f-2499201cd1ec None None] Calling delete_port for cc741ced-25cd-4362-8e76-4168e549f611 owned by network:dhcp {{(pid=73846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 14:34:48.635751 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-3013c396-36f2-4425-bc5f-2499201cd1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-939640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774018672496', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774018237197'] for port, after_delete {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:48.640576 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:34:48.690235 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3013c396-36f2-4425-bc5f-2499201cd1ec None None] No DVR routers for this DVR port cc741ced-25cd-4362-8e76-4168e549f611 on host dv-cinder-788365-2-iscsi {{(pid=73846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 14:34:48.698334 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013c396-36f2-4425-bc5f-2499201cd1ec None None] Pushing event deleted for resources: {'Port': ['ID=cc741ced-25cd-4362-8e76-4168e549f611,revision_number=None']} {{(pid=73846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:34:48.702688 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG oslo_concurrency.lockutils [None req-3013c396-36f2-4425-bc5f-2499201cd1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:34:48.702815 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-17af884d-5306-4132-b0ce-8799b7e48665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984668', 'neutron.services.segments.db._delete_segments_for_network-8774018681245'] for network, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:48.712770 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-753ffa16-b804-4fe5-993a-381bfa923917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:48.810854 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.services.segments.db [None req-17af884d-5306-4132-b0ce-8799b7e48665 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fadc2170eb0>,) {'filters': {'network_id': ['5e3c3ead-2f2c-425e-86c1-ac84988bec4d']}} {{(pid=73844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:34:48.824033 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.services.segments.db [None req-17af884d-5306-4132-b0ce-8799b7e48665 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fadc2170eb0>, '7fbe86f2-01f1-459d-b671-ce88356f4961') {'for_net_delete': True} {{(pid=73844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:34:48.824329 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.services.segments.db [None req-17af884d-5306-4132-b0ce-8799b7e48665 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fadc2170eb0>, '7fbe86f2-01f1-459d-b671-ce88356f4961') {} {{(pid=73844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 14:34:48.835293 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-17af884d-5306-4132-b0ce-8799b7e48665 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774018692967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7339652'] for segment, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:48.850757 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-17af884d-5306-4132-b0ce-8799b7e48665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-993311'] for segment, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:48.856800 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17af884d-5306-4132-b0ce-8799b7e48665 admin admin] Releasing vlan 1439 on physical network physnet1 to pool {{(pid=73844) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 14:34:49.030353 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.managers [None req-17af884d-5306-4132-b0ce-8799b7e48665 admin admin] Network 5e3c3ead-2f2c-425e-86c1-ac84988bec4d has no segments {{(pid=73844) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 14:34:49.038554 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-17af884d-5306-4132-b0ce-8799b7e48665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-993508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6994089'] for segment, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:49.201200 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.plugins.ml2.managers [None req-17af884d-5306-4132-b0ce-8799b7e48665 admin admin] Network 5e3c3ead-2f2c-425e-86c1-ac84988bec4d has no segments {{(pid=73844) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 14:34:49.221893 dv-cinder-788365-2-iscsi neutron-server[73844]: Traceback (most recent call last):
Apr 30 14:34:49.221893 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 14:34:49.221893 dv-cinder-788365-2-iscsi neutron-server[73844]:     timer()
Apr 30 14:34:49.221893 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 14:34:49.221893 dv-cinder-788365-2-iscsi neutron-server[73844]:     cb(*args, **kw)
Apr 30 14:34:49.221893 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 14:34:49.221893 dv-cinder-788365-2-iscsi neutron-server[73844]:     return func(*args, **kwargs)
Apr 30 14:34:49.221893 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 14:34:49.221893 dv-cinder-788365-2-iscsi neutron-server[73844]:     self._notify()
Apr 30 14:34:49.221893 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 14:34:49.221893 dv-cinder-788365-2-iscsi neutron-server[73844]:     self.callback(batched_events)
Apr 30 14:34:49.221893 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 14:34:49.221893 dv-cinder-788365-2-iscsi neutron-server[73844]:     event.method(event)
Apr 30 14:34:49.221893 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 14:34:49.221893 dv-cinder-788365-2-iscsi neutron-server[73844]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 14:34:49.221893 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 14:34:49.221893 dv-cinder-788365-2-iscsi neutron-server[73844]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 14:34:49.221893 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 14:34:49.221893 dv-cinder-788365-2-iscsi neutron-server[73844]:     return f(self, *a, **k)
Apr 30 14:34:49.221893 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 14:34:49.221893 dv-cinder-788365-2-iscsi neutron-server[73844]:     return self._get(url).json()
Apr 30 14:34:49.221893 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 14:34:49.221893 dv-cinder-788365-2-iscsi neutron-server[73844]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 14:34:49.221893 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 14:34:49.221893 dv-cinder-788365-2-iscsi neutron-server[73844]:     return self.request(url, 'GET', **kwargs)
Apr 30 14:34:49.221893 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 14:34:49.221893 dv-cinder-788365-2-iscsi neutron-server[73844]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 14:34:49.221893 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 14:34:49.221893 dv-cinder-788365-2-iscsi neutron-server[73844]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 14:34:49.221893 dv-cinder-788365-2-iscsi neutron-server[73844]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 14:34:49.221893 dv-cinder-788365-2-iscsi neutron-server[73844]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 14:34:49.221893 dv-cinder-788365-2-iscsi neutron-server[73844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 14:34:49.298570 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-17af884d-5306-4132-b0ce-8799b7e48665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8010353'] for network, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:49.301945 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:34:49.314577 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-17af884d-5306-4132-b0ce-8799b7e48665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875763'] for network, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:49.324457 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af884d-5306-4132-b0ce-8799b7e48665 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e3c3ead-2f2c-425e-86c1-ac84988bec4d,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:34:49.327176 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-17af884d-5306-4132-b0ce-8799b7e48665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:34:49.329074 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-17af884d-5306-4132-b0ce-8799b7e48665 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5e3c3ead-2f2c-425e-86c1-ac84988bec4d HTTP/1.1" status: 204  len: 168 time: 1.3561697
Apr 30 14:34:49.511051 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 54610) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:34:49.559296 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-15745c91-0680-4293-a654-2952698a7f6e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed5f125b675145ad8413162584df1e52&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0469930
Apr 30 14:34:49.561504 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.wsgi [-] (73844) accepted ('10.222.0.32', 54614) {{(pid=73844) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:34:49.622538 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-43c9b535-b705-4ce9-b52f-66b1b17670d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:49.647614 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-43c9b535-b705-4ce9-b52f-66b1b17670d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:49.699106 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-43c9b535-b705-4ce9-b52f-66b1b17670d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:49.703018 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-1b8483ae-19d0-4016-8742-0f267b3465a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:34:49.717476 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9b535-b705-4ce9-b52f-66b1b17670d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e016c5-c18c-45d1-a950-2333369fe5b7,revision_number=None']} {{(pid=73844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:34:49.722450 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG oslo_concurrency.lockutils [None req-43c9b535-b705-4ce9-b52f-66b1b17670d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:34:49.724474 dv-cinder-788365-2-iscsi neutron-server[73844]: DEBUG neutron_lib.callbacks.manager [None req-43c9b535-b705-4ce9-b52f-66b1b17670d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:49.726174 dv-cinder-788365-2-iscsi neutron-server[73844]: INFO neutron.wsgi [None req-43c9b535-b705-4ce9-b52f-66b1b17670d4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49e016c5-c18c-45d1-a950-2333369fe5b7 HTTP/1.1" status: 204  len: 168 time: 0.1632118
Apr 30 14:34:49.993567 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device cc741ced-25cd-4362-8e76-4168e549f611 no longer exists at agent ovs-agent-dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 14:34:50.032837 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.plugin [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] No Port match for: cc741ced-25cd-4362-8e76-4168e549f611 {{(pid=73846) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 14:34:50.033454 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron.plugins.ml2.rpc [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Device cc741ced-25cd-4362-8e76-4168e549f611 not bound to the agent host dv-cinder-788365-2-iscsi {{(pid=73846) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 14:34:50.077728 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 54622) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:34:50.125348 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-1bcbfc66-48ac-4947-aaf9-cb2af3dbb247 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=46766c9837dc40f2891f3738d8df7771&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0463593
Apr 30 14:34:50.127596 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.wsgi [-] (73845) accepted ('10.222.0.32', 54626) {{(pid=73845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 14:34:50.183918 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0b7f4650-b15e-4e85-bf92-4b1d5607ba0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:50.212767 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0b7f4650-b15e-4e85-bf92-4b1d5607ba0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:50.264254 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0b7f4650-b15e-4e85-bf92-4b1d5607ba0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067726'] for security_group, after_delete {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:50.268037 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-57474a0f-9320-4e64-803d-9a88f5ca68c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 14:34:50.280693 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f4650-b15e-4e85-bf92-4b1d5607ba0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9672e25-fb5e-4a7a-acf9-e7b6d1dbd08e,revision_number=None']} {{(pid=73845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 14:34:50.285355 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG neutron_lib.callbacks.manager [None req-0b7f4650-b15e-4e85-bf92-4b1d5607ba0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:50.288837 dv-cinder-788365-2-iscsi neutron-server[73845]: INFO neutron.wsgi [None req-0b7f4650-b15e-4e85-bf92-4b1d5607ba0f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e9672e25-fb5e-4a7a-acf9-e7b6d1dbd08e HTTP/1.1" status: 204  len: 168 time: 0.1602550
Apr 30 14:34:50.289848 dv-cinder-788365-2-iscsi neutron-server[73845]: DEBUG oslo_concurrency.lockutils [None req-0b7f4650-b15e-4e85-bf92-4b1d5607ba0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 14:34:51.460791 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-754eaf6b-fc39-42c1-9931-e8ac518b91f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:51.487290 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:52.267393 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:52.409830 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:34:53.941402 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:35:15.689767 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:35:18.683987 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-dea67fe6-bdf7-4103-a72a-5329988b4281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:35:21.463546 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-ecabc190-e389-48dd-b7f5-96718ccaa630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:35:21.488800 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:35:22.293413 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:35:22.409752 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:35:23.946225 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:35:48.685699 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-a7d0f23b-ffa9-4d8d-89f7-8843cfab1c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:35:51.464732 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-4ca12beb-b341-416c-ade4-ee0999c33c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:35:51.489405 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:35:52.300857 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:35:52.413021 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:35:52.687974 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:35:53.948780 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:36:18.691906 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-bd7d7cac-dbed-4ba2-b108-a0d7584632cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:36:21.465753 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-1e90e08a-7b23-4d5e-b6ac-4de0701aa013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:36:21.492030 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:36:22.301610 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:36:22.415320 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:36:23.950864 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:36:29.686611 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:36:48.687644 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-916e7532-d805-4d19-914a-5fce02f9cab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:36:51.467490 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-2e5811ac-057f-435e-b24a-9d8afe70cb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:36:51.493285 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:36:52.329880 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:36:52.418215 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:36:53.954556 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:37:06.684892 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:37:18.688698 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-44fc0cf0-16f5-4d70-b98c-e8d7fd0be065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:37:21.469462 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-03bf1763-2cf4-48f0-82bd-bec815dd92ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:37:21.493957 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-875d0064-f6d2-4a53-8c5a-5fb688ae00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:37:22.327254 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-735bf360-1d5d-4240-a49f-332c969a95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:37:22.422904 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-051a567b-f0f0-425b-adad-76baee1b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:37:23.956394 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-06ac7f74-176a-4810-a019-a983ffd882dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 14:37:43.683516 dv-cinder-788365-2-iscsi neutron-server[73847]: DEBUG neutron.db.agents_db [None req-374dc497-10b5-456f-8a2a-e0ddc2f27fdd None None] Agent healthcheck: found 6 active agents {{(pid=73847) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 14:37:48.700296 dv-cinder-788365-2-iscsi neutron-server[73846]: DEBUG neutron_lib.callbacks.manager [None req-4013682f-ac0b-4c43-8964-d44f29a1eeba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774018681254', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983830'] for agent, after_update {{(pid=73846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}